2024-11-15 13:31:44,321 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-15 13:31:44,351 main DEBUG Took 0.025722 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 13:31:44,352 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 13:31:44,352 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 13:31:44,354 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 13:31:44,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,369 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 13:31:44,389 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,395 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,400 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,403 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,404 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,405 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,406 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 13:31:44,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,409 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 13:31:44,411 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 13:31:44,413 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 13:31:44,416 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 13:31:44,417 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 13:31:44,419 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 13:31:44,419 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 13:31:44,432 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 13:31:44,436 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 13:31:44,438 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 13:31:44,439 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 13:31:44,439 main DEBUG createAppenders(={Console}) 2024-11-15 13:31:44,441 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-15 13:31:44,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-15 13:31:44,441 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-15 13:31:44,442 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 13:31:44,443 main DEBUG OutputStream closed 2024-11-15 13:31:44,443 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 13:31:44,444 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 13:31:44,444 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-15 13:31:44,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 13:31:44,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 13:31:44,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 13:31:44,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 13:31:44,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 13:31:44,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 13:31:44,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 13:31:44,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 13:31:44,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 13:31:44,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 13:31:44,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 13:31:44,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 13:31:44,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 13:31:44,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 13:31:44,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 13:31:44,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 13:31:44,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 13:31:44,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 13:31:44,620 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 13:31:44,620 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-15 13:31:44,621 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 13:31:44,622 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-15T13:31:44,681 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-15 13:31:44,685 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 13:31:44,686 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T13:31:45,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4 2024-11-15T13:31:45,157 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-15T13:31:45,160 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:31:45,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T13:31:45,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363, deleteOnExit=true 2024-11-15T13:31:45,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T13:31:45,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/test.cache.data in system properties and HBase conf 2024-11-15T13:31:45,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T13:31:45,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir in system properties and HBase conf 2024-11-15T13:31:45,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T13:31:45,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T13:31:45,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T13:31:45,376 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T13:31:45,568 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T13:31:45,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T13:31:45,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T13:31:45,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T13:31:45,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T13:31:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T13:31:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T13:31:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T13:31:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T13:31:45,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T13:31:45,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/nfs.dump.dir in system properties and HBase conf 2024-11-15T13:31:45,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir in system properties and HBase conf 2024-11-15T13:31:45,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T13:31:45,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T13:31:45,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T13:31:46,916 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T13:31:47,036 INFO [Time-limited test {}] log.Log(170): Logging initialized @3699ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T13:31:47,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:31:47,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T13:31:47,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:31:47,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:31:47,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T13:31:47,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:31:47,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:31:47,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T13:31:47,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir/jetty-localhost-35265-hadoop-hdfs-3_4_1-tests_jar-_-any-277919387445509962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T13:31:47,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:35265} 2024-11-15T13:31:47,571 INFO [Time-limited test {}] server.Server(415): Started @4235ms 2024-11-15T13:31:48,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:31:48,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T13:31:48,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:31:48,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:31:48,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T13:31:48,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:31:48,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T13:31:48,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6628e1d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir/jetty-localhost-40503-hadoop-hdfs-3_4_1-tests_jar-_-any-16084224904538704828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T13:31:48,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:40503} 2024-11-15T13:31:48,342 INFO [Time-limited test {}] server.Server(415): Started @5007ms 2024-11-15T13:31:48,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T13:31:49,408 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/data/data2/current/BP-1235363314-172.17.0.2-1731677506410/current, will proceed with Du for space computation calculation, 2024-11-15T13:31:49,408 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/data/data1/current/BP-1235363314-172.17.0.2-1731677506410/current, will proceed with Du for space computation calculation, 2024-11-15T13:31:49,479 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T13:31:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b52f2fec04b567a with lease ID 0x80128960294cc080: Processing first storage report for DS-83239269-dee4-4ef1-815a-d070e99f6e13 from datanode DatanodeRegistration(127.0.0.1:39013, datanodeUuid=8d2f0c21-cf9b-4669-b389-3976a941a1ec, infoPort=42119, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=996818943;c=1731677506410) 2024-11-15T13:31:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b52f2fec04b567a with lease ID 0x80128960294cc080: from storage DS-83239269-dee4-4ef1-815a-d070e99f6e13 node DatanodeRegistration(127.0.0.1:39013, datanodeUuid=8d2f0c21-cf9b-4669-b389-3976a941a1ec, infoPort=42119, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=996818943;c=1731677506410), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T13:31:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b52f2fec04b567a with lease ID 0x80128960294cc080: Processing first storage report for DS-2ae179f3-bd9c-4428-b3ad-2e55223d95e1 from datanode DatanodeRegistration(127.0.0.1:39013, datanodeUuid=8d2f0c21-cf9b-4669-b389-3976a941a1ec, infoPort=42119, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=996818943;c=1731677506410) 2024-11-15T13:31:49,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b52f2fec04b567a with lease ID 0x80128960294cc080: from storage DS-2ae179f3-bd9c-4428-b3ad-2e55223d95e1 node DatanodeRegistration(127.0.0.1:39013, datanodeUuid=8d2f0c21-cf9b-4669-b389-3976a941a1ec, infoPort=42119, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=996818943;c=1731677506410), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T13:31:49,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4 2024-11-15T13:31:49,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/zookeeper_0, clientPort=52993, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T13:31:49,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52993 2024-11-15T13:31:49,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:49,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741825_1001 (size=7) 2024-11-15T13:31:50,336 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 with version=8 2024-11-15T13:31:50,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging 2024-11-15T13:31:50,352 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-15T13:31:50,353 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-15T13:31:50,353 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-15T13:31:50,353 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-15T13:31:50,451 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T13:31:50,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea232522fcc:0 server-side Connection retries=45 2024-11-15T13:31:50,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T13:31:50,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T13:31:50,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T13:31:50,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T13:31:50,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T13:31:50,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T13:31:51,027 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T13:31:51,040 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T13:31:51,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T13:31:51,080 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 138935 (auto-detected) 2024-11-15T13:31:51,081 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T13:31:51,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32775 2024-11-15T13:31:51,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32775 connecting to ZooKeeper ensemble=127.0.0.1:52993 2024-11-15T13:31:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327750x0, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T13:31:51,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32775-0x1013ffb6ac10000 connected 2024-11-15T13:31:51,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:51,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:51,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T13:31:51,390 INFO [Time-limited test {}] log.Log(170): Logging initialized @8055ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T13:31:51,431 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-15T13:31:51,431 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-15T13:31:51,432 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-15T13:31:51,433 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-15T13:31:51,434 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-15T13:31:51,435 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-15T13:31:51,435 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-15T13:31:51,436 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-15T13:31:51,438 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-15T13:31:51,510 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 35529 2024-11-15T13:31:51,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T13:31:51,532 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T13:31:51,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@613be4cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:31:51,534 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T13:31:51,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@e90fde3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-15T13:31:51,576 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-15T13:31:51,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:31:51,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:31:51,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T13:31:51,588 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T13:31:52,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6b147c85{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-15T13:31:52,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bf75574{HTTP/1.1, (http/1.1)}{0.0.0.0:35529} 2024-11-15T13:31:52,277 INFO [Time-limited test {}] server.Server(415): Started @8942ms 2024-11-15T13:31:52,282 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75, hbase.cluster.distributed=false 2024-11-15T13:31:52,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-15T13:31:52,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-15T13:31:52,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32775 2024-11-15T13:31:52,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32775 2024-11-15T13:31:52,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-15T13:31:52,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-15T13:31:52,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea232522fcc:0 server-side Connection retries=45 2024-11-15T13:31:52,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T13:31:52,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T13:31:52,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T13:31:52,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T13:31:52,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T13:31:52,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T13:31:52,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T13:31:52,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43367 2024-11-15T13:31:52,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43367 connecting to ZooKeeper ensemble=127.0.0.1:52993 2024-11-15T13:31:52,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:52,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:52,564 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433670x0, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T13:31:52,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43367-0x1013ffb6ac10001 connected 2024-11-15T13:31:52,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T13:31:52,569 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-15T13:31:52,570 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-15T13:31:52,570 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-15T13:31:52,571 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-15T13:31:52,571 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-15T13:31:52,572 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-15T13:31:52,573 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-15T13:31:52,573 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-15T13:31:52,573 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-15T13:31:52,576 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42043 2024-11-15T13:31:52,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T13:31:52,583 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T13:31:52,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65eb8eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:31:52,586 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T13:31:52,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@160a6036{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-15T13:31:52,608 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-15T13:31:52,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:31:52,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:31:52,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T13:31:52,615 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T13:31:52,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@72979367{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-15T13:31:52,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cdf8417{HTTP/1.1, (http/1.1)}{0.0.0.0:42043} 2024-11-15T13:31:52,620 INFO [Time-limited test {}] server.Server(415): Started @9285ms 2024-11-15T13:31:52,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T13:31:52,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T13:31:52,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-15T13:31:52,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-15T13:31:52,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-15T13:31:52,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-11-15T13:31:52,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-11-15T13:31:52,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-15T13:31:52,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-15T13:31:52,659 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea232522fcc:32775 2024-11-15T13:31:52,662 INFO [master/fea232522fcc:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T13:31:52,666 INFO [master/fea232522fcc:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@2b30dced{HTTP/1.1, (http/1.1)}{0.0.0.0:36951} 2024-11-15T13:31:52,667 INFO [master/fea232522fcc:0:becomeActiveMaster {}] server.Server(415): Started @9331ms 2024-11-15T13:31:52,667 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/fea232522fcc,32775,1731677510552 2024-11-15T13:31:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T13:31:52,689 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T13:31:52,691 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/fea232522fcc,32775,1731677510552 2024-11-15T13:31:52,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:52,722 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-15T13:31:52,722 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:52,723 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-15T13:31:52,724 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/fea232522fcc,32775,1731677510552 from backup master directory 2024-11-15T13:31:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/fea232522fcc,32775,1731677510552 2024-11-15T13:31:52,737 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T13:31:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T13:31:52,738 WARN [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T13:31:52,738 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea232522fcc,32775,1731677510552 2024-11-15T13:31:52,740 INFO [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T13:31:52,742 INFO [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T13:31:52,815 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase.id] with ID: c8e78294-2b02-451d-b86c-37514915fe44 2024-11-15T13:31:52,815 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.tmp/hbase.id 2024-11-15T13:31:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741826_1002 (size=42) 2024-11-15T13:31:53,227 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.tmp/hbase.id]:[hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase.id] 2024-11-15T13:31:53,269 INFO [master/fea232522fcc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T13:31:53,273 INFO [master/fea232522fcc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T13:31:53,291 INFO [master/fea232522fcc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T13:31:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:53,322 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741827_1003 (size=196) 2024-11-15T13:31:53,755 INFO [master/fea232522fcc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:31:53,758 INFO [master/fea232522fcc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T13:31:53,766 INFO [master/fea232522fcc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T13:31:53,769 INFO [master/fea232522fcc:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T13:31:53,778 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T13:31:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741828_1004 (size=1189) 2024-11-15T13:31:54,228 INFO [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store 2024-11-15T13:31:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741829_1005 (size=34) 2024-11-15T13:31:54,651 INFO [master/fea232522fcc:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T13:31:54,654 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:31:54,655 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T13:31:54,655 INFO [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:31:54,655 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:31:54,657 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T13:31:54,657 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:31:54,657 INFO [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:31:54,658 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731677514655Disabling compacts and flushes for region at 1731677514655Disabling writes for close at 1731677514657 (+2 ms)Writing region close event to WAL at 1731677514657Closed at 1731677514657 2024-11-15T13:31:54,660 WARN [master/fea232522fcc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/.initializing 2024-11-15T13:31:54,661 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/WALs/fea232522fcc,32775,1731677510552 2024-11-15T13:31:54,665 INFO [master/fea232522fcc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T13:31:54,669 INFO [master/fea232522fcc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor fea232522fcc,32775,1731677510552.regiongroup-0 2024-11-15T13:31:54,682 INFO [master/fea232522fcc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea232522fcc%2C32775%2C1731677510552.fea232522fcc%2C32775%2C1731677510552.regiongroup-0, suffix=, logDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/WALs/fea232522fcc,32775,1731677510552, archiveDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/oldWALs, maxLogs=10 2024-11-15T13:31:54,704 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/WALs/fea232522fcc,32775,1731677510552/fea232522fcc%2C32775%2C1731677510552.fea232522fcc%2C32775%2C1731677510552.regiongroup-0.1731677514686, exclude list is [], retry=0 2024-11-15T13:31:54,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:31:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T13:31:54,757 INFO [master/fea232522fcc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/WALs/fea232522fcc,32775,1731677510552/fea232522fcc%2C32775%2C1731677510552.fea232522fcc%2C32775%2C1731677510552.regiongroup-0.1731677514686 2024-11-15T13:31:54,758 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:31:54,759 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:31:54,759 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:31:54,762 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,763 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T13:31:54,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:54,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:54,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T13:31:54,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:54,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:31:54,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T13:31:54,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:54,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:31:54,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T13:31:54,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:54,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:31:54,848 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,852 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,853 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,859 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,859 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,862 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T13:31:54,866 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T13:31:54,871 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:31:54,872 INFO [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11397695520, jitterRate=0.06149311363697052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T13:31:54,879 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731677514778Initializing all the Stores at 1731677514781 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677514781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677514783 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677514783Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677514783Cleaning up temporary data from old regions at 1731677514859 (+76 ms)Region opened successfully at 1731677514879 (+20 ms) 2024-11-15T13:31:54,880 INFO [master/fea232522fcc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T13:31:54,936 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a53b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=fea232522fcc/172.17.0.2:0 2024-11-15T13:31:54,985 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T13:31:55,002 INFO [master/fea232522fcc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T13:31:55,003 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T13:31:55,007 INFO [master/fea232522fcc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T13:31:55,009 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T13:31:55,016 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T13:31:55,016 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T13:31:55,053 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T13:31:55,065 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-15T13:31:55,113 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-15T13:31:55,117 INFO [master/fea232522fcc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T13:31:55,120 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-15T13:31:55,130 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-15T13:31:55,133 INFO [master/fea232522fcc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T13:31:55,152 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-15T13:31:55,165 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-15T13:31:55,167 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-15T13:31:55,178 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-15T13:31:55,202 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T13:31:55,213 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-15T13:31:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-15T13:31:55,222 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-15T13:31:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,222 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,227 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea232522fcc,32775,1731677510552, sessionid=0x1013ffb6ac10000, setting cluster-up flag (Was=false) 2024-11-15T13:31:55,235 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-15T13:31:55,255 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,280 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-15T13:31:55,283 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea232522fcc,32775,1731677510552 2024-11-15T13:31:55,305 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,330 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-15T13:31:55,332 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea232522fcc,32775,1731677510552 2024-11-15T13:31:55,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,355 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:55,388 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-15T13:31:55,390 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea232522fcc,32775,1731677510552 2024-11-15T13:31:55,396 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T13:31:55,451 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(746): ClusterId : c8e78294-2b02-451d-b86c-37514915fe44 2024-11-15T13:31:55,452 INFO [RS:0;fea232522fcc:43367 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-15T13:31:55,453 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T13:31:55,466 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T13:31:55,466 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-15T13:31:55,473 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T13:31:55,482 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-15T13:31:55,482 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T13:31:55,486 INFO [master/fea232522fcc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T13:31:55,490 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T13:31:55,491 DEBUG [RS:0;fea232522fcc:43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d66848b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=fea232522fcc/172.17.0.2:0 2024-11-15T13:31:55,493 INFO [master/fea232522fcc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T13:31:55,498 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea232522fcc,32775,1731677510552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T13:31:55,504 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea232522fcc:0, corePoolSize=5, maxPoolSize=5 2024-11-15T13:31:55,505 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea232522fcc:0, corePoolSize=5, maxPoolSize=5 2024-11-15T13:31:55,505 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea232522fcc:0, corePoolSize=5, maxPoolSize=5 2024-11-15T13:31:55,505 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea232522fcc:0, corePoolSize=5, maxPoolSize=5 2024-11-15T13:31:55,505 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea232522fcc:0, corePoolSize=10, maxPoolSize=10 2024-11-15T13:31:55,506 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,506 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea232522fcc:0, corePoolSize=2, maxPoolSize=2 2024-11-15T13:31:55,506 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,509 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731677545508 2024-11-15T13:31:55,510 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea232522fcc:43367 2024-11-15T13:31:55,510 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T13:31:55,511 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T13:31:55,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T13:31:55,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T13:31:55,514 INFO [RS:0;fea232522fcc:43367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T13:31:55,515 INFO [RS:0;fea232522fcc:43367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T13:31:55,515 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T13:31:55,516 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T13:31:55,516 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-15T13:31:55,516 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T13:31:55,517 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T13:31:55,517 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T13:31:55,517 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea232522fcc,32775,1731677510552 with port=43367, startcode=1731677512442 2024-11-15T13:31:55,519 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:55,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T13:31:55,518 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,522 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T13:31:55,523 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T13:31:55,523 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T13:31:55,529 DEBUG [RS:0;fea232522fcc:43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T13:31:55,537 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfe6176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:31:55,537 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:31:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741831_1007 (size=1321) 2024-11-15T13:31:55,543 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:31:55,554 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:31:55,564 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T13:31:55,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:31:55,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:31:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403de569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:31:55,570 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32775 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T13:31:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:31:55,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:31:55,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:31:55,577 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:31:55,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ec85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:31:55,581 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-15T13:31:55,585 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T13:31:55,586 INFO [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T13:31:55,588 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea232522fcc:0:becomeActiveMaster-HFileCleaner.large.0-1731677515587,5,FailOnTimeoutGroup] 2024-11-15T13:31:55,589 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea232522fcc:0:becomeActiveMaster-HFileCleaner.small.0-1731677515588,5,FailOnTimeoutGroup] 2024-11-15T13:31:55,589 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,590 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T13:31:55,591 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,591 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,592 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T13:31:55,592 WARN [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T13:31:55,693 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea232522fcc,32775,1731677510552 with port=43367, startcode=1731677512442 2024-11-15T13:31:55,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea232522fcc,43367,1731677512442 2024-11-15T13:31:55,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32775 {}] master.ServerManager(517): Registering regionserver=fea232522fcc,43367,1731677512442 2024-11-15T13:31:55,709 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:31:55,709 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38985 2024-11-15T13:31:55,710 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=35529 2024-11-15T13:31:55,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-15T13:31:55,743 DEBUG [RS:0;fea232522fcc:43367 {}] zookeeper.ZKUtil(111): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rs/fea232522fcc,43367,1731677512442 2024-11-15T13:31:55,743 WARN [RS:0;fea232522fcc:43367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T13:31:55,743 INFO [RS:0;fea232522fcc:43367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T13:31:55,743 INFO [RS:0;fea232522fcc:43367 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T13:31:55,744 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442 2024-11-15T13:31:55,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea232522fcc,43367,1731677512442] 2024-11-15T13:31:55,768 INFO [RS:0;fea232522fcc:43367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T13:31:55,783 INFO [RS:0;fea232522fcc:43367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T13:31:55,788 INFO [RS:0;fea232522fcc:43367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T13:31:55,788 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,790 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T13:31:55,798 INFO [RS:0;fea232522fcc:43367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T13:31:55,801 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,801 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,801 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,801 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea232522fcc:0, corePoolSize=2, maxPoolSize=2 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,802 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,803 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea232522fcc:0, corePoolSize=1, maxPoolSize=1 2024-11-15T13:31:55,803 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0, corePoolSize=3, maxPoolSize=3 2024-11-15T13:31:55,803 DEBUG [RS:0;fea232522fcc:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea232522fcc:0, corePoolSize=3, maxPoolSize=3 2024-11-15T13:31:55,804 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,804 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,804 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,804 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,804 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,804 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,43367,1731677512442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T13:31:55,823 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T13:31:55,825 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,43367,1731677512442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,825 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,826 INFO [RS:0;fea232522fcc:43367 {}] regionserver.Replication(171): fea232522fcc,43367,1731677512442 started 2024-11-15T13:31:55,843 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:55,843 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1482): Serving as fea232522fcc,43367,1731677512442, RpcServer on fea232522fcc/172.17.0.2:43367, sessionid=0x1013ffb6ac10001 2024-11-15T13:31:55,844 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T13:31:55,844 DEBUG [RS:0;fea232522fcc:43367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea232522fcc,43367,1731677512442 2024-11-15T13:31:55,844 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea232522fcc,43367,1731677512442' 2024-11-15T13:31:55,844 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-15T13:31:55,845 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-15T13:31:55,846 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T13:31:55,847 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-15T13:31:55,847 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea232522fcc,43367,1731677512442' 2024-11-15T13:31:55,847 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:31:55,848 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:31:55,849 INFO [RS:0;fea232522fcc:43367 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-15T13:31:55,849 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-15T13:31:55,849 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T13:31:55,849 DEBUG [RS:0;fea232522fcc:43367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea232522fcc,43367,1731677512442 2024-11-15T13:31:55,849 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea232522fcc,43367,1731677512442' 2024-11-15T13:31:55,849 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-15T13:31:55,850 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-15T13:31:55,851 DEBUG [RS:0;fea232522fcc:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T13:31:55,851 INFO [RS:0;fea232522fcc:43367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T13:31:55,851 INFO [RS:0;fea232522fcc:43367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T13:31:55,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T13:31:55,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:31:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741832_1008 (size=32) 2024-11-15T13:31:55,955 INFO [RS:0;fea232522fcc:43367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T13:31:55,956 INFO [RS:0;fea232522fcc:43367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor fea232522fcc,43367,1731677512442.regiongroup-0 2024-11-15T13:31:55,959 INFO [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0, suffix=, logDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442, archiveDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs, maxLogs=32 2024-11-15T13:31:55,973 DEBUG [RS:0;fea232522fcc:43367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677515961, exclude list is [], retry=0 2024-11-15T13:31:55,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:31:55,980 INFO [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677515961 2024-11-15T13:31:55,981 DEBUG [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:31:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:31:56,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T13:31:56,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T13:31:56,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:56,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:56,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T13:31:56,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T13:31:56,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:56,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:56,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T13:31:56,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T13:31:56,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:56,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:56,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T13:31:56,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T13:31:56,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:56,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:56,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T13:31:56,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740 2024-11-15T13:31:56,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740 2024-11-15T13:31:56,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T13:31:56,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T13:31:56,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T13:31:56,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T13:31:56,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:31:56,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11727901600, jitterRate=0.09224595129489899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T13:31:56,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731677516355Initializing all the Stores at 1731677516357 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677516357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677516358 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677516358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677516358Cleaning up temporary data from old regions at 1731677516377 (+19 ms)Region opened successfully at 1731677516387 (+10 ms) 2024-11-15T13:31:56,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T13:31:56,388 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T13:31:56,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T13:31:56,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T13:31:56,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T13:31:56,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T13:31:56,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731677516388Disabling compacts and flushes for region at 1731677516388Disabling writes for close at 1731677516388Writing region close event to WAL at 1731677516389 (+1 ms)Closed at 1731677516389 2024-11-15T13:31:56,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T13:31:56,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T13:31:56,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T13:31:56,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T13:31:56,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T13:31:56,564 DEBUG [fea232522fcc:32775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T13:31:56,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:31:56,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea232522fcc,43367,1731677512442, state=OPENING 2024-11-15T13:31:56,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T13:31:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:56,646 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:31:56,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T13:31:56,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T13:31:56,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T13:31:56,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:31:56,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T13:31:56,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T13:31:56,838 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T13:31:56,995 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T13:31:56,995 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T13:31:56,995 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T13:31:56,996 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T13:31:56,999 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea232522fcc%2C43367%2C1731677512442.meta, suffix=.meta, logDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442, archiveDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs, maxLogs=32 2024-11-15T13:31:57,013 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta, exclude list is [], retry=0 2024-11-15T13:31:57,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:31:57,020 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta 2024-11-15T13:31:57,020 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:31:57,021 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:31:57,025 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:31:57,026 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T13:31:57,028 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T13:31:57,029 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T13:31:57,032 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T13:31:57,032 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:31:57,033 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T13:31:57,033 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T13:31:57,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T13:31:57,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T13:31:57,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:57,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:57,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T13:31:57,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T13:31:57,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:57,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:57,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T13:31:57,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T13:31:57,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:57,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:57,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T13:31:57,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T13:31:57,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:31:57,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T13:31:57,050 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T13:31:57,052 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740 2024-11-15T13:31:57,055 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740 2024-11-15T13:31:57,059 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T13:31:57,059 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T13:31:57,060 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T13:31:57,064 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T13:31:57,066 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11807223040, jitterRate=0.09963333606719971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T13:31:57,067 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T13:31:57,068 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731677517033Writing region info on filesystem at 1731677517033Initializing all the Stores at 1731677517035 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677517035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677517036 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677517036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731677517036Cleaning up temporary data from old regions at 1731677517059 (+23 ms)Running coprocessor post-open hooks at 1731677517067 (+8 ms)Region opened successfully at 1731677517068 (+1 ms) 2024-11-15T13:31:57,076 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731677516818 2024-11-15T13:31:57,089 DEBUG [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T13:31:57,089 INFO [RS_OPEN_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T13:31:57,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:31:57,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea232522fcc,43367,1731677512442, state=OPEN 2024-11-15T13:31:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-15T13:31:57,119 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-15T13:31:57,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T13:31:57,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T13:31:57,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea232522fcc,43367,1731677512442 2024-11-15T13:31:57,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T13:31:57,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea232522fcc,43367,1731677512442 in 469 msec 2024-11-15T13:31:57,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T13:31:57,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-11-15T13:31:57,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T13:31:57,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T13:31:57,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:31:57,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:31:57,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:31:57,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:31:57,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7780 sec 2024-11-15T13:31:57,209 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731677517209, completionTime=-1 2024-11-15T13:31:57,212 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T13:31:57,212 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T13:31:57,238 INFO [master/fea232522fcc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T13:31:57,238 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731677577238 2024-11-15T13:31:57,239 INFO [master/fea232522fcc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731677637238 2024-11-15T13:31:57,239 INFO [master/fea232522fcc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-15T13:31:57,253 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,32775,1731677510552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,254 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,32775,1731677510552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,254 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,32775,1731677510552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,256 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea232522fcc:32775, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,256 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,258 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,263 DEBUG [master/fea232522fcc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T13:31:57,292 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.554sec 2024-11-15T13:31:57,293 INFO [master/fea232522fcc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T13:31:57,295 INFO [master/fea232522fcc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T13:31:57,296 INFO [master/fea232522fcc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T13:31:57,297 INFO [master/fea232522fcc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T13:31:57,297 INFO [master/fea232522fcc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T13:31:57,298 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,32775,1731677510552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T13:31:57,299 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,32775,1731677510552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T13:31:57,310 DEBUG [master/fea232522fcc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T13:31:57,311 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T13:31:57,312 INFO [master/fea232522fcc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea232522fcc,32775,1731677510552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T13:31:57,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3afe73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:31:57,356 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T13:31:57,356 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T13:31:57,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:31:57,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:31:57,369 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:31:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:31:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:31:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1868b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:31:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:31:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:31:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:31:57,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:31:57,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccfcc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:31:57,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:31:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:31:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:31:57,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:31:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea232522fcc,32775,1731677510552 2024-11-15T13:31:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-15T13:31:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/test.cache.data in system properties and HBase conf 2024-11-15T13:31:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T13:31:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir in system properties and HBase conf 2024-11-15T13:31:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T13:31:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/nfs.dump.dir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T13:31:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T13:31:57,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T13:31:57,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741835_1011 (size=592039) 2024-11-15T13:31:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741836_1012 (size=1663647) 2024-11-15T13:31:59,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:31:59,516 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:31:59,732 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T13:31:59,732 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T13:31:59,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T13:31:59,734 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:31:59,734 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:31:59,734 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T13:31:59,739 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68f08892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:31:59,740 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d8c4596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T13:31:59,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:31:59,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:31:59,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T13:31:59,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:31:59,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4469deb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:31:59,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349f1fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T13:31:59,908 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T13:31:59,908 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-15T13:31:59,908 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T13:31:59,911 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T13:31:59,969 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:00,094 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:00,308 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:00,334 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10c60d15{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir/jetty-localhost-35731-hadoop-yarn-common-3_4_1_jar-_-any-6913073189908669475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-15T13:32:00,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e81537f{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir/jetty-localhost-40455-hadoop-yarn-common-3_4_1_jar-_-any-2521101806563525361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-15T13:32:00,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bb13fcc{HTTP/1.1, (http/1.1)}{localhost:40455} 2024-11-15T13:32:00,334 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@4c920e7f{HTTP/1.1, (http/1.1)}{localhost:35731} 2024-11-15T13:32:00,335 INFO [Thread-251 {}] server.Server(415): Started @16999ms 2024-11-15T13:32:00,335 INFO [Time-limited test {}] server.Server(415): Started @16999ms 2024-11-15T13:32:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741837_1013 (size=5) 2024-11-15T13:32:01,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T13:32:01,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:01,029 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:32:01,029 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-15T13:32:01,030 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T13:32:01,030 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T13:32:01,030 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T13:32:01,030 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:01,373 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-15T13:32:01,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:32:01,417 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T13:32:01,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T13:32:01,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:32:01,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:32:01,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T13:32:01,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:32:01,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c53313{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:32:01,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775f156c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T13:32:01,554 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-15T13:32:01,554 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T13:32:01,554 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T13:32:01,554 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T13:32:01,570 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:01,578 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:01,732 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:01,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1abb8d3f{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir/jetty-localhost-33999-hadoop-yarn-common-3_4_1_jar-_-any-15453723059808876036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T13:32:01,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@339590e6{HTTP/1.1, (http/1.1)}{localhost:33999} 2024-11-15T13:32:01,746 INFO [Time-limited test {}] server.Server(415): Started @18410ms 2024-11-15T13:32:01,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T13:32:01,878 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-15T13:32:01,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:32:01,893 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T13:32:01,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T13:32:01,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T13:32:01,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T13:32:01,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T13:32:01,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T13:32:01,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@98bcf2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,AVAILABLE} 2024-11-15T13:32:01,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fdaa9ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T13:32:01,946 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-15T13:32:01,946 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T13:32:01,946 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T13:32:01,946 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T13:32:01,953 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:01,957 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:02,044 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T13:32:02,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b8f8f81{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/java.io.tmpdir/jetty-localhost-45519-hadoop-yarn-common-3_4_1_jar-_-any-11292168385731954300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T13:32:02,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a49fc9c{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-11-15T13:32:02,050 INFO [Time-limited test {}] server.Server(415): Started @18715ms 2024-11-15T13:32:02,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-15T13:32:02,088 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:38985/backupUT 2024-11-15T13:32:02,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:32:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:32:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13891414 2024-11-15T13:32:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:32:02,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:32:02,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-15T13:32:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-15T13:32:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T13:32:02,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 27 msec 2024-11-15T13:32:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T13:32:02,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-15T13:32:02,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-15T13:32:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-15T13:32:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-15T13:32:02,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-15T13:32:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-15T13:32:02,342 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-15T13:32:02,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-15T13:32:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-15T13:32:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-15T13:32:02,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 11 msec 2024-11-15T13:32:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-15T13:32:02,452 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-15T13:32:02,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-15T13:32:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-15T13:32:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T13:32:02,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-15T13:32:02,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T13:32:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T13:32:02,563 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-15T13:32:02,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731677522088', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731677522088 2024-11-15T13:32:02,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731677522088 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:32:02,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731677522088" procId is: 8 2024-11-15T13:32:02,590 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T13:32:02,592 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731677522088 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:32:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741838_1014 (size=367) 2024-11-15T13:32:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T13:32:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T13:32:03,013 INFO [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fb96e276ba663f86d12be2979eab93b, NAME => 'test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741839_1015 (size=53) 2024-11-15T13:32:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T13:32:03,423 DEBUG [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:03,423 DEBUG [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1722): Closing 8fb96e276ba663f86d12be2979eab93b, disabling compactions & flushes 2024-11-15T13:32:03,424 INFO [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,424 DEBUG [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,424 DEBUG [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. after waiting 0 ms 2024-11-15T13:32:03,424 DEBUG [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,424 INFO [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1973): Closed test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,424 DEBUG [RegionOpenAndInit-test-1731677522088-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fb96e276ba663f86d12be2979eab93b: Waiting for close lock at 1731677523423Disabling compacts and flushes for region at 1731677523423Disabling writes for close at 1731677523424 (+1 ms)Writing region close event to WAL at 1731677523424Closed at 1731677523424 2024-11-15T13:32:03,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731677522088 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:32:03,432 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731677523426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677523426"}]},"ts":"1731677523426"} 2024-11-15T13:32:03,436 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:32:03,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731677522088 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:32:03,441 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731677522088","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677523438"}]},"ts":"1731677523438"} 2024-11-15T13:32:03,445 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731677522088, state=ENABLING in hbase:meta 2024-11-15T13:32:03,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, ASSIGN}] 2024-11-15T13:32:03,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, ASSIGN 2024-11-15T13:32:03,451 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:32:03,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, ASSIGN because future has completed 2024-11-15T13:32:03,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T13:32:03,782 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,782 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T13:32:03,782 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor fea232522fcc,43367,1731677512442.regiongroup-1 2024-11-15T13:32:03,785 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1, suffix=, logDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442, archiveDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs, maxLogs=32 2024-11-15T13:32:03,799 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787, exclude list is [], retry=0 2024-11-15T13:32:03,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:03,805 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787 2024-11-15T13:32:03,806 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:03,806 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fb96e276ba663f86d12be2979eab93b, NAME => 'test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:03,806 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:03,807 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731677522088 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,807 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:03,807 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,807 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,809 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,812 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName f 2024-11-15T13:32:03,812 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:03,813 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:03,814 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,815 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,816 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,817 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,817 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,819 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,823 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:32:03,824 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fb96e276ba663f86d12be2979eab93b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10030308320, jitterRate=-0.0658547431230545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T13:32:03,824 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:03,825 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fb96e276ba663f86d12be2979eab93b: Running coprocessor pre-open hook at 1731677523807Writing region info on filesystem at 1731677523807Initializing all the Stores at 1731677523809 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677523809Cleaning up temporary data from old regions at 1731677523817 (+8 ms)Running coprocessor post-open hooks at 1731677523824 (+7 ms)Region opened successfully at 1731677523825 (+1 ms) 2024-11-15T13:32:03,827 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., pid=10, masterSystemTime=1731677523762 2024-11-15T13:32:03,830 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,830 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:03,832 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:03,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:03,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T13:32:03,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 in 230 msec 2024-11-15T13:32:03,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T13:32:03,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, ASSIGN in 395 msec 2024-11-15T13:32:03,848 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731677522088 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:32:03,848 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731677522088","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677523848"}]},"ts":"1731677523848"} 2024-11-15T13:32:03,851 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731677522088, state=ENABLED in hbase:meta 2024-11-15T13:32:03,852 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731677522088 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:32:03,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731677522088 in 1.2760 sec 2024-11-15T13:32:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T13:32:04,742 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731677522088 completed 2024-11-15T13:32:04,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a9c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:04,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:04,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:04,745 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:04,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:04,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0b5e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:04,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:04,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731677522088', row='row0', locateType=CURRENT is [region=test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:04,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(8528): writing data to region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T13:32:04,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17316775220881', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17316775220881 2024-11-15T13:32:04,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316775220881 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:32:04,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:04,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17316775220881" procId is: 11 2024-11-15T13:32:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T13:32:04,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17316775220881 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:32:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741841_1017 (size=364) 2024-11-15T13:32:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T13:32:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T13:32:05,363 INFO [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffedd6d94b879c027dd3d27be479cf73, NAME => 'ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17316775220881', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:05,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741842_1018 (size=50) 2024-11-15T13:32:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T13:32:05,773 DEBUG [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:05,773 DEBUG [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1722): Closing ffedd6d94b879c027dd3d27be479cf73, disabling compactions & flushes 2024-11-15T13:32:05,773 INFO [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:05,773 DEBUG [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:05,773 DEBUG [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. after waiting 0 ms 2024-11-15T13:32:05,773 DEBUG [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:05,773 INFO [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:05,773 DEBUG [RegionOpenAndInit-ns2:test-17316775220881-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffedd6d94b879c027dd3d27be479cf73: Waiting for close lock at 1731677525773Disabling compacts and flushes for region at 1731677525773Disabling writes for close at 1731677525773Writing region close event to WAL at 1731677525773Closed at 1731677525773 2024-11-15T13:32:05,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17316775220881 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:32:05,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731677525775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677525775"}]},"ts":"1731677525775"} 2024-11-15T13:32:05,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:32:05,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17316775220881 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:32:05,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316775220881","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677525780"}]},"ts":"1731677525780"} 2024-11-15T13:32:05,783 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316775220881, state=ENABLING in hbase:meta 2024-11-15T13:32:05,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316775220881, region=ffedd6d94b879c027dd3d27be479cf73, ASSIGN}] 2024-11-15T13:32:05,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316775220881, region=ffedd6d94b879c027dd3d27be479cf73, ASSIGN 2024-11-15T13:32:05,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316775220881, region=ffedd6d94b879c027dd3d27be479cf73, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:32:05,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ffedd6d94b879c027dd3d27be479cf73, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:05,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316775220881, region=ffedd6d94b879c027dd3d27be479cf73, ASSIGN because future has completed 2024-11-15T13:32:05,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffedd6d94b879c027dd3d27be479cf73, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T13:32:06,102 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:06,102 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ffedd6d94b879c027dd3d27be479cf73, NAME => 'ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:06,102 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:06,102 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316775220881 ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,103 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:06,103 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,103 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,105 INFO [StoreOpener-ffedd6d94b879c027dd3d27be479cf73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,107 INFO [StoreOpener-ffedd6d94b879c027dd3d27be479cf73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffedd6d94b879c027dd3d27be479cf73 columnFamilyName f 2024-11-15T13:32:06,107 DEBUG [StoreOpener-ffedd6d94b879c027dd3d27be479cf73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:06,108 INFO [StoreOpener-ffedd6d94b879c027dd3d27be479cf73-1 {}] regionserver.HStore(327): Store=ffedd6d94b879c027dd3d27be479cf73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:06,108 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,110 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,110 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,111 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,111 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,114 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,117 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:32:06,118 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ffedd6d94b879c027dd3d27be479cf73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9891590880, jitterRate=-0.07877381145954132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T13:32:06,118 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:06,119 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ffedd6d94b879c027dd3d27be479cf73: Running coprocessor pre-open hook at 1731677526103Writing region info on filesystem at 1731677526103Initializing all the Stores at 1731677526104 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677526104Cleaning up temporary data from old regions at 1731677526111 (+7 ms)Running coprocessor post-open hooks at 1731677526118 (+7 ms)Region opened successfully at 1731677526119 (+1 ms) 2024-11-15T13:32:06,121 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73., pid=13, masterSystemTime=1731677526097 2024-11-15T13:32:06,124 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:06,124 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:06,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ffedd6d94b879c027dd3d27be479cf73, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:06,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffedd6d94b879c027dd3d27be479cf73, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:06,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T13:32:06,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ffedd6d94b879c027dd3d27be479cf73, server=fea232522fcc,43367,1731677512442 in 188 msec 2024-11-15T13:32:06,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T13:32:06,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316775220881, region=ffedd6d94b879c027dd3d27be479cf73, ASSIGN in 352 msec 2024-11-15T13:32:06,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17316775220881 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:32:06,143 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316775220881","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677526143"}]},"ts":"1731677526143"} 2024-11-15T13:32:06,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316775220881, state=ENABLED in hbase:meta 2024-11-15T13:32:06,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316775220881 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:32:06,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17316775220881 in 1.2020 sec 2024-11-15T13:32:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T13:32:07,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17316775220881 completed 2024-11-15T13:32:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316775220881', row='row0', locateType=CURRENT is [region=ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:07,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(8528): writing data to region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T13:32:07,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17316775220882', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17316775220882 2024-11-15T13:32:07,266 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316775220882 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:32:07,266 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:07,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17316775220882" procId is: 14 2024-11-15T13:32:07,268 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17316775220882 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:32:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T13:32:07,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741843_1019 (size=390) 2024-11-15T13:32:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T13:32:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T13:32:07,678 INFO [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32bea09e3df3f64bbdb6553fffb66e96, NAME => 'ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17316775220882', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741844_1020 (size=50) 2024-11-15T13:32:07,686 DEBUG [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:07,686 DEBUG [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1722): Closing 32bea09e3df3f64bbdb6553fffb66e96, disabling compactions & flushes 2024-11-15T13:32:07,686 INFO [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:07,686 DEBUG [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:07,686 DEBUG [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. after waiting 0 ms 2024-11-15T13:32:07,687 DEBUG [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:07,687 INFO [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:07,687 DEBUG [RegionOpenAndInit-ns3:test-17316775220882-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32bea09e3df3f64bbdb6553fffb66e96: Waiting for close lock at 1731677527686Disabling compacts and flushes for region at 1731677527686Disabling writes for close at 1731677527686Writing region close event to WAL at 1731677527687 (+1 ms)Closed at 1731677527687 2024-11-15T13:32:07,688 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17316775220882 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:32:07,689 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731677527689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677527689"}]},"ts":"1731677527689"} 2024-11-15T13:32:07,692 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:32:07,693 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17316775220882 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:32:07,694 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316775220882","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677527693"}]},"ts":"1731677527693"} 2024-11-15T13:32:07,696 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316775220882, state=ENABLING in hbase:meta 2024-11-15T13:32:07,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316775220882, region=32bea09e3df3f64bbdb6553fffb66e96, ASSIGN}] 2024-11-15T13:32:07,699 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316775220882, region=32bea09e3df3f64bbdb6553fffb66e96, ASSIGN 2024-11-15T13:32:07,700 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316775220882, region=32bea09e3df3f64bbdb6553fffb66e96, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:32:07,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17316775220881' 2024-11-15T13:32:07,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731677522088' 2024-11-15T13:32:07,850 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=32bea09e3df3f64bbdb6553fffb66e96, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316775220882, region=32bea09e3df3f64bbdb6553fffb66e96, ASSIGN because future has completed 2024-11-15T13:32:07,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T13:32:08,017 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:08,018 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 32bea09e3df3f64bbdb6553fffb66e96, NAME => 'ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:08,018 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:08,019 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316775220882 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,019 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:08,019 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,019 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,021 INFO [StoreOpener-32bea09e3df3f64bbdb6553fffb66e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,023 INFO [StoreOpener-32bea09e3df3f64bbdb6553fffb66e96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32bea09e3df3f64bbdb6553fffb66e96 columnFamilyName f 2024-11-15T13:32:08,023 DEBUG [StoreOpener-32bea09e3df3f64bbdb6553fffb66e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:08,024 INFO [StoreOpener-32bea09e3df3f64bbdb6553fffb66e96-1 {}] regionserver.HStore(327): Store=32bea09e3df3f64bbdb6553fffb66e96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:08,024 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,026 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns3/test-17316775220882/32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,026 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns3/test-17316775220882/32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,027 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,027 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,030 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,033 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns3/test-17316775220882/32bea09e3df3f64bbdb6553fffb66e96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:32:08,034 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 32bea09e3df3f64bbdb6553fffb66e96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11226409760, jitterRate=0.045540884137153625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T13:32:08,035 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:32:08,035 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 32bea09e3df3f64bbdb6553fffb66e96: Running coprocessor pre-open hook at 1731677528019Writing region info on filesystem at 1731677528019Initializing all the Stores at 1731677528021 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677528021Cleaning up temporary data from old regions at 1731677528027 (+6 ms)Running coprocessor post-open hooks at 1731677528035 (+8 ms)Region opened successfully at 1731677528035 2024-11-15T13:32:08,037 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96., pid=16, masterSystemTime=1731677528008 2024-11-15T13:32:08,040 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:08,040 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:32:08,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=32bea09e3df3f64bbdb6553fffb66e96, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:08,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:08,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T13:32:08,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96, server=fea232522fcc,43367,1731677512442 in 192 msec 2024-11-15T13:32:08,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T13:32:08,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316775220882, region=32bea09e3df3f64bbdb6553fffb66e96, ASSIGN in 353 msec 2024-11-15T13:32:08,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17316775220882 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:32:08,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316775220882","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677528055"}]},"ts":"1731677528055"} 2024-11-15T13:32:08,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316775220882, state=ENABLED in hbase:meta 2024-11-15T13:32:08,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316775220882 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:32:08,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17316775220882 in 797 msec 2024-11-15T13:32:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T13:32:08,401 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17316775220882 completed 2024-11-15T13:32:08,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17316775220882 get assigned. Timeout = 60000ms 2024-11-15T13:32:08,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T13:32:08,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17316775220882 assigned to meta. Checking AM states. 2024-11-15T13:32:08,409 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T13:32:08,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17316775220882 assigned. 2024-11-15T13:32:08,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17316775220883', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17316775220883 2024-11-15T13:32:08,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316775220883 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:32:08,415 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:08,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17316775220883" procId is: 17 2024-11-15T13:32:08,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17316775220883 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:32:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T13:32:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741845_1021 (size=390) 2024-11-15T13:32:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T13:32:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T13:32:08,829 INFO [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82a051bf3ea4b3d9c0d9c52d0478a0e8, NAME => 'ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17316775220883', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741846_1022 (size=50) 2024-11-15T13:32:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T13:32:09,239 DEBUG [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:09,239 DEBUG [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1722): Closing 82a051bf3ea4b3d9c0d9c52d0478a0e8, disabling compactions & flushes 2024-11-15T13:32:09,239 INFO [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,239 DEBUG [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,240 DEBUG [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. after waiting 0 ms 2024-11-15T13:32:09,240 DEBUG [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,240 INFO [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,240 DEBUG [RegionOpenAndInit-ns4:test-17316775220883-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82a051bf3ea4b3d9c0d9c52d0478a0e8: Waiting for close lock at 1731677529239Disabling compacts and flushes for region at 1731677529239Disabling writes for close at 1731677529240 (+1 ms)Writing region close event to WAL at 1731677529240Closed at 1731677529240 2024-11-15T13:32:09,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17316775220883 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:32:09,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731677529242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677529242"}]},"ts":"1731677529242"} 2024-11-15T13:32:09,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:32:09,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17316775220883 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:32:09,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316775220883","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677529247"}]},"ts":"1731677529247"} 2024-11-15T13:32:09,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316775220883, state=ENABLING in hbase:meta 2024-11-15T13:32:09,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316775220883, region=82a051bf3ea4b3d9c0d9c52d0478a0e8, ASSIGN}] 2024-11-15T13:32:09,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316775220883, region=82a051bf3ea4b3d9c0d9c52d0478a0e8, ASSIGN 2024-11-15T13:32:09,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316775220883, region=82a051bf3ea4b3d9c0d9c52d0478a0e8, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:32:09,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T13:32:09,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=82a051bf3ea4b3d9c0d9c52d0478a0e8, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:09,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316775220883, region=82a051bf3ea4b3d9c0d9c52d0478a0e8, ASSIGN because future has completed 2024-11-15T13:32:09,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T13:32:09,569 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 82a051bf3ea4b3d9c0d9c52d0478a0e8, NAME => 'ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:09,570 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:09,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316775220883 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:09,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,573 INFO [StoreOpener-82a051bf3ea4b3d9c0d9c52d0478a0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,576 INFO [StoreOpener-82a051bf3ea4b3d9c0d9c52d0478a0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82a051bf3ea4b3d9c0d9c52d0478a0e8 columnFamilyName f 2024-11-15T13:32:09,576 DEBUG [StoreOpener-82a051bf3ea4b3d9c0d9c52d0478a0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:09,577 INFO [StoreOpener-82a051bf3ea4b3d9c0d9c52d0478a0e8-1 {}] regionserver.HStore(327): Store=82a051bf3ea4b3d9c0d9c52d0478a0e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:09,577 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,578 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns4/test-17316775220883/82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,579 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns4/test-17316775220883/82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,580 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,580 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,582 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,586 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns4/test-17316775220883/82a051bf3ea4b3d9c0d9c52d0478a0e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:32:09,586 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 82a051bf3ea4b3d9c0d9c52d0478a0e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11372294240, jitterRate=0.059127435088157654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T13:32:09,587 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:09,587 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 82a051bf3ea4b3d9c0d9c52d0478a0e8: Running coprocessor pre-open hook at 1731677529571Writing region info on filesystem at 1731677529571Initializing all the Stores at 1731677529572 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677529572Cleaning up temporary data from old regions at 1731677529580 (+8 ms)Running coprocessor post-open hooks at 1731677529587 (+7 ms)Region opened successfully at 1731677529587 2024-11-15T13:32:09,589 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8., pid=19, masterSystemTime=1731677529564 2024-11-15T13:32:09,591 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,592 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:09,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=82a051bf3ea4b3d9c0d9c52d0478a0e8, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:09,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:09,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T13:32:09,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8, server=fea232522fcc,43367,1731677512442 in 187 msec 2024-11-15T13:32:09,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T13:32:09,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316775220883, region=82a051bf3ea4b3d9c0d9c52d0478a0e8, ASSIGN in 351 msec 2024-11-15T13:32:09,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17316775220883 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:32:09,607 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316775220883","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677529606"}]},"ts":"1731677529606"} 2024-11-15T13:32:09,610 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316775220883, state=ENABLED in hbase:meta 2024-11-15T13:32:09,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316775220883 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:32:09,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17316775220883 in 1.2000 sec 2024-11-15T13:32:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T13:32:10,572 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17316775220883 completed 2024-11-15T13:32:10,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17316775220883 get assigned. Timeout = 60000ms 2024-11-15T13:32:10,572 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T13:32:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17316775220883 assigned to meta. Checking AM states. 2024-11-15T13:32:10,579 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T13:32:10,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17316775220883 assigned. 2024-11-15T13:32:10,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:32:10,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:32:10,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:10,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:10,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:10,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=14, AvailableMemoryMB=10870 2024-11-15T13:32:10,614 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-15T13:32:10,615 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-15T13:32:10,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731677522088 from 'test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731677522088', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731677522088 2024-11-15T13:32:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741847_1023 (size=908) 2024-11-15T13:32:10,647 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000001.367 2024-11-15T13:32:10,647 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000002.908 2024-11-15T13:32:10,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731677522088}] 2024-11-15T13:32:10,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE}] 2024-11-15T13:32:10,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE 2024-11-15T13:32:10,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:10,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE because future has completed 2024-11-15T13:32:10,669 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:32:10,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:10,827 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:10,827 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:32:10,828 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 8fb96e276ba663f86d12be2979eab93b, disabling compactions & flushes 2024-11-15T13:32:10,828 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:10,828 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:10,828 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. after waiting 0 ms 2024-11-15T13:32:10,828 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:10,831 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 8fb96e276ba663f86d12be2979eab93b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-15T13:32:10,900 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f/ccfeb4206c8b4910879f771b257f081e is 37, key is row10/f:q1/1731677524786/Put/seqid=0 2024-11-15T13:32:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741848_1024 (size=8413) 2024-11-15T13:32:11,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316775220883 2024-11-15T13:32:11,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316775220883 Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:11,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316775220882 2024-11-15T13:32:11,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316775220882 Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:11,024 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316775220881 2024-11-15T13:32:11,024 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316775220881 Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:11,024 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731677522088 2024-11-15T13:32:11,024 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731677522088 Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:11,312 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:32:11,370 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f/ccfeb4206c8b4910879f771b257f081e as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:32:11,381 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e, entries=99, sequenceid=103, filesize=8.2 K 2024-11-15T13:32:11,389 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8fb96e276ba663f86d12be2979eab93b in 556ms, sequenceid=103, compaction requested=false 2024-11-15T13:32:11,398 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-15T13:32:11,401 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:32:11,401 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:11,402 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 8fb96e276ba663f86d12be2979eab93b: Waiting for close lock at 1731677530827Running coprocessor pre-close hooks at 1731677530827Disabling compacts and flushes for region at 1731677530827Disabling writes for close at 1731677530828 (+1 ms)Obtaining lock to block concurrent updates at 1731677530832 (+4 ms)Preparing flush snapshotting stores in 8fb96e276ba663f86d12be2979eab93b at 1731677530832Finished memstore snapshotting test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731677530840 (+8 ms)Flushing stores of test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. at 1731677530842 (+2 ms)Flushing 8fb96e276ba663f86d12be2979eab93b/f: creating writer at 1731677530843 (+1 ms)Flushing 8fb96e276ba663f86d12be2979eab93b/f: appending metadata at 1731677530888 (+45 ms)Flushing 8fb96e276ba663f86d12be2979eab93b/f: closing flushed file at 1731677530890 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c6ddcb: reopening flushed file at 1731677531368 (+478 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8fb96e276ba663f86d12be2979eab93b in 556ms, sequenceid=103, compaction requested=false at 1731677531389 (+21 ms)Writing region close event to WAL at 1731677531391 (+2 ms)Running coprocessor post-close hooks at 1731677531399 (+8 ms)Closed at 1731677531401 (+2 ms) 2024-11-15T13:32:11,402 WARN [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 8fb96e276ba663f86d12be2979eab93b to self. 2024-11-15T13:32:11,406 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=CLOSED 2024-11-15T13:32:11,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:11,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-15T13:32:11,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 in 743 msec 2024-11-15T13:32:11,417 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE; state=CLOSED, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=true 2024-11-15T13:32:11,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:11,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE because future has completed 2024-11-15T13:32:11,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:11,729 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:11,730 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fb96e276ba663f86d12be2979eab93b, NAME => 'test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:11,730 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:11,730 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731677522088 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,730 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:11,731 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,731 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,733 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,734 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName f 2024-11-15T13:32:11,734 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:11,746 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:32:11,746 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:11,747 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,749 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName f3 2024-11-15T13:32:11,749 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:11,750 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:11,751 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,757 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName mob 2024-11-15T13:32:11,761 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:11,762 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:11,763 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,764 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,766 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,768 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,769 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,770 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731677522088 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:32:11,773 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,775 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8fb96e276ba663f86d12be2979eab93b; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11448926560, jitterRate=0.06626437604427338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:32:11,775 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:11,776 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8fb96e276ba663f86d12be2979eab93b: Running coprocessor pre-open hook at 1731677531731Writing region info on filesystem at 1731677531731Initializing all the Stores at 1731677531732 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677531732Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677531733 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677531733Cleaning up temporary data from old regions at 1731677531769 (+36 ms)Running coprocessor post-open hooks at 1731677531775 (+6 ms)Region opened successfully at 1731677531776 (+1 ms) 2024-11-15T13:32:11,777 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., pid=24, masterSystemTime=1731677531724 2024-11-15T13:32:11,781 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:11,781 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:11,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=OPEN, openSeqNum=107, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:11,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:11,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-15T13:32:11,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 in 215 msec 2024-11-15T13:32:11,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T13:32:11,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE in 1.1290 sec 2024-11-15T13:32:11,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T13:32:11,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731677522088 in 1.1460 sec 2024-11-15T13:32:11,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731677522088 in 1.1810 sec 2024-11-15T13:32:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-15T13:32:11,810 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731677522088 completed 2024-11-15T13:32:11,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3079f991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:11,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:11,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:11,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:11,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:11,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39559b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:11,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:11,816 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:11,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c40fc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:11,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:11,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:11,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731677522088', row='row-test-1731677522088-3-0', locateType=CURRENT is [region=test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., hostname=fea232522fcc,43367,1731677512442, seqNum=107] 2024-11-15T13:32:11,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:32:11,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:32:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2098a586 2024-11-15T13:32:11,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:32:11,894 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:32:11,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-15T13:32:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-15T13:32:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T13:32:11,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-11-15T13:32:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T13:32:12,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-15T13:32:12,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-15T13:32:12,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:32:12,041 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:12,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-15T13:32:12,043 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:32:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T13:32:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741849_1025 (size=635) 2024-11-15T13:32:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T13:32:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T13:32:12,454 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05b5d5d66f0ca826756937c3ded81032, NAME => 'backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741850_1026 (size=40) 2024-11-15T13:32:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T13:32:12,863 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:12,863 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 05b5d5d66f0ca826756937c3ded81032, disabling compactions & flushes 2024-11-15T13:32:12,863 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:12,863 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:12,863 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. after waiting 0 ms 2024-11-15T13:32:12,863 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:12,863 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:12,864 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05b5d5d66f0ca826756937c3ded81032: Waiting for close lock at 1731677532863Disabling compacts and flushes for region at 1731677532863Disabling writes for close at 1731677532863Writing region close event to WAL at 1731677532863Closed at 1731677532863 2024-11-15T13:32:12,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:32:12,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731677532866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677532866"}]},"ts":"1731677532866"} 2024-11-15T13:32:12,869 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:32:12,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:32:12,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677532871"}]},"ts":"1731677532871"} 2024-11-15T13:32:12,874 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-15T13:32:12,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=05b5d5d66f0ca826756937c3ded81032, ASSIGN}] 2024-11-15T13:32:12,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=05b5d5d66f0ca826756937c3ded81032, ASSIGN 2024-11-15T13:32:12,878 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=05b5d5d66f0ca826756937c3ded81032, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:32:13,029 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=05b5d5d66f0ca826756937c3ded81032, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:13,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=05b5d5d66f0ca826756937c3ded81032, ASSIGN because future has completed 2024-11-15T13:32:13,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b5d5d66f0ca826756937c3ded81032, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T13:32:13,191 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:13,191 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b5d5d66f0ca826756937c3ded81032, NAME => 'backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:13,191 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:13,192 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,192 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:13,192 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,192 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,194 INFO [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,196 INFO [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b5d5d66f0ca826756937c3ded81032 columnFamilyName meta 2024-11-15T13:32:13,196 DEBUG [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:13,197 INFO [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] regionserver.HStore(327): Store=05b5d5d66f0ca826756937c3ded81032/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:13,197 INFO [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,200 INFO [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b5d5d66f0ca826756937c3ded81032 columnFamilyName session 2024-11-15T13:32:13,201 DEBUG [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:13,201 INFO [StoreOpener-05b5d5d66f0ca826756937c3ded81032-1 {}] regionserver.HStore(327): Store=05b5d5d66f0ca826756937c3ded81032/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:13,202 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,203 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,203 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,204 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,204 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,205 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T13:32:13,207 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,210 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:32:13,211 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 05b5d5d66f0ca826756937c3ded81032; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9727198880, jitterRate=-0.0940840095281601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T13:32:13,211 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:13,212 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 05b5d5d66f0ca826756937c3ded81032: Running coprocessor pre-open hook at 1731677533192Writing region info on filesystem at 1731677533192Initializing all the Stores at 1731677533194 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677533194Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677533194Cleaning up temporary data from old regions at 1731677533205 (+11 ms)Running coprocessor post-open hooks at 1731677533211 (+6 ms)Region opened successfully at 1731677533212 (+1 ms) 2024-11-15T13:32:13,213 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., pid=28, masterSystemTime=1731677533186 2024-11-15T13:32:13,216 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:13,216 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:13,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=05b5d5d66f0ca826756937c3ded81032, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:13,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b5d5d66f0ca826756937c3ded81032, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:13,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T13:32:13,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b5d5d66f0ca826756937c3ded81032, server=fea232522fcc,43367,1731677512442 in 188 msec 2024-11-15T13:32:13,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-15T13:32:13,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=05b5d5d66f0ca826756937c3ded81032, ASSIGN in 350 msec 2024-11-15T13:32:13,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:32:13,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677533230"}]},"ts":"1731677533230"} 2024-11-15T13:32:13,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-15T13:32:13,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:32:13,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1970 sec 2024-11-15T13:32:13,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17316775220883' 2024-11-15T13:32:13,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-15T13:32:13,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17316775220882' 2024-11-15T13:32:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T13:32:14,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-15T13:32:14,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-15T13:32:14,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:32:14,218 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:14,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-15T13:32:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T13:32:14,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:32:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741851_1027 (size=640) 2024-11-15T13:32:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T13:32:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T13:32:14,633 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 667626a6415b3cd44c46c8ce3d5ce19e, NAME => 'backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:14,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741852_1028 (size=45) 2024-11-15T13:32:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T13:32:15,050 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:15,050 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 667626a6415b3cd44c46c8ce3d5ce19e, disabling compactions & flushes 2024-11-15T13:32:15,051 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,051 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,051 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. after waiting 0 ms 2024-11-15T13:32:15,051 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,051 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,052 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 667626a6415b3cd44c46c8ce3d5ce19e: Waiting for close lock at 1731677535050Disabling compacts and flushes for region at 1731677535050Disabling writes for close at 1731677535051 (+1 ms)Writing region close event to WAL at 1731677535051Closed at 1731677535051 2024-11-15T13:32:15,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:32:15,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731677535056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677535056"}]},"ts":"1731677535056"} 2024-11-15T13:32:15,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:32:15,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:32:15,063 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677535063"}]},"ts":"1731677535063"} 2024-11-15T13:32:15,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-15T13:32:15,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=667626a6415b3cd44c46c8ce3d5ce19e, ASSIGN}] 2024-11-15T13:32:15,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=667626a6415b3cd44c46c8ce3d5ce19e, ASSIGN 2024-11-15T13:32:15,069 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=667626a6415b3cd44c46c8ce3d5ce19e, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:32:15,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T13:32:15,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=667626a6415b3cd44c46c8ce3d5ce19e, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:15,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=667626a6415b3cd44c46c8ce3d5ce19e, ASSIGN because future has completed 2024-11-15T13:32:15,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T13:32:15,383 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,384 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 667626a6415b3cd44c46c8ce3d5ce19e, NAME => 'backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:15,385 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:15,385 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,385 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:15,385 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,386 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,388 INFO [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,391 INFO [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667626a6415b3cd44c46c8ce3d5ce19e columnFamilyName meta 2024-11-15T13:32:15,391 DEBUG [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:15,392 INFO [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] regionserver.HStore(327): Store=667626a6415b3cd44c46c8ce3d5ce19e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:15,392 INFO [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,393 INFO [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667626a6415b3cd44c46c8ce3d5ce19e columnFamilyName session 2024-11-15T13:32:15,393 DEBUG [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:15,394 INFO [StoreOpener-667626a6415b3cd44c46c8ce3d5ce19e-1 {}] regionserver.HStore(327): Store=667626a6415b3cd44c46c8ce3d5ce19e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:15,394 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,395 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system_bulk/667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,395 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system_bulk/667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,397 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,397 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,397 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T13:32:15,399 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,401 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system_bulk/667626a6415b3cd44c46c8ce3d5ce19e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:32:15,402 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 667626a6415b3cd44c46c8ce3d5ce19e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10183962560, jitterRate=-0.05154457688331604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T13:32:15,402 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:15,403 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 667626a6415b3cd44c46c8ce3d5ce19e: Running coprocessor pre-open hook at 1731677535386Writing region info on filesystem at 1731677535386Initializing all the Stores at 1731677535388 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677535388Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677535388Cleaning up temporary data from old regions at 1731677535397 (+9 ms)Running coprocessor post-open hooks at 1731677535402 (+5 ms)Region opened successfully at 1731677535403 (+1 ms) 2024-11-15T13:32:15,404 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e., pid=31, masterSystemTime=1731677535375 2024-11-15T13:32:15,406 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,406 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:15,407 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=667626a6415b3cd44c46c8ce3d5ce19e, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:15,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-15T13:32:15,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e, server=fea232522fcc,43367,1731677512442 in 188 msec 2024-11-15T13:32:15,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T13:32:15,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=667626a6415b3cd44c46c8ce3d5ce19e, ASSIGN in 347 msec 2024-11-15T13:32:15,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:32:15,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677535416"}]},"ts":"1731677535416"} 2024-11-15T13:32:15,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-15T13:32:15,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:32:15,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2050 sec 2024-11-15T13:32:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T13:32:16,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-15T13:32:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:16,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:16,401 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T13:32:16,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-15T13:32:16,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:32:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677536428 (current time:1731677536428). 2024-11-15T13:32:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T13:32:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3a29e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:16,431 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:16,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:16,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e5418c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:16,433 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:16,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a59a34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:16,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:16,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:16,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:32:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-15T13:32:16,448 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T13:32:16,452 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:16,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:16,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741853_1029 (size=52) 2024-11-15T13:32:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T13:32:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T13:32:16,875 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:16,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032}] 2024-11-15T13:32:16,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:17,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T13:32:17,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:17,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 05b5d5d66f0ca826756937c3ded81032 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-15T13:32:17,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/3c9539917ca64710802b8106ef271261 is 49, key is activesession:/session:c/1731677536418/Put/seqid=0 2024-11-15T13:32:17,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741854_1030 (size=5049) 2024-11-15T13:32:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T13:32:17,470 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/3c9539917ca64710802b8106ef271261 2024-11-15T13:32:17,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/3c9539917ca64710802b8106ef271261 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261 2024-11-15T13:32:17,537 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261, entries=1, sequenceid=5, filesize=4.9 K 2024-11-15T13:32:17,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 05b5d5d66f0ca826756937c3ded81032 in 496ms, sequenceid=5, compaction requested=false 2024-11-15T13:32:17,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 05b5d5d66f0ca826756937c3ded81032: 2024-11-15T13:32:17,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. for snapshot_backup_system completed. 2024-11-15T13:32:17,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.' region-info for snapshot=snapshot_backup_system 2024-11-15T13:32:17,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:17,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T13:32:17,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261] hfiles 2024-11-15T13:32:17,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261 for snapshot=snapshot_backup_system 2024-11-15T13:32:17,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741855_1031 (size=95) 2024-11-15T13:32:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T13:32:17,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:17,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T13:32:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T13:32:17,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:17,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:17,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T13:32:17,972 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:17,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 in 1.0930 sec 2024-11-15T13:32:17,974 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:17,975 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:17,975 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T13:32:17,977 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T13:32:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741856_1032 (size=731) 2024-11-15T13:32:18,395 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:18,409 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:18,410 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_backup_system 2024-11-15T13:32:18,412 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:18,412 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-15T13:32:18,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9680 sec 2024-11-15T13:32:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T13:32:18,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T13:32:18,595 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731677531869 started at 1731677538593. 2024-11-15T13:32:18,611 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731677531869 has been started. 2024-11-15T13:32:18,615 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-15T13:32:18,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T13:32:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T13:32:18,623 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T13:32:18,623 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T13:32:18,623 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T13:32:18,623 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T13:32:18,624 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,624 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:18,677 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:32:18,677 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,677 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:32:18,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:32:18,678 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,678 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T13:32:18,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:18,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T13:32:18,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:18,682 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T13:32:18,685 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T13:32:18,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T13:32:18,686 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T13:32:18,686 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T13:32:18,686 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T13:32:18,686 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T13:32:18,686 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T13:32:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,698 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:18,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:18,699 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,699 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T13:32:18,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:18,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:18,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:18,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:18,705 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T13:32:18,706 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T13:32:18,706 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@36e250e[Count = 0] remaining members to acquire global barrier 2024-11-15T13:32:18,706 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,715 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,715 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,716 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T13:32:18,716 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,716 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T13:32:18,718 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T13:32:18,718 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,729 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731677515961 highest: 1731677523787 on fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,729 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0:(num 1731677515961) roll requested 2024-11-15T13:32:18,742 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729, exclude list is [], retry=0 2024-11-15T13:32:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:18,747 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677515961 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 2024-11-15T13:32:18,747 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:18,748 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677515961 is not closed yet, will try archiving it next time 2024-11-15T13:32:18,748 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1:(num 1731677523787) roll requested 2024-11-15T13:32:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741833_1009 (size=1034) 2024-11-15T13:32:18,751 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677515961 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677515961 2024-11-15T13:32:18,761 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748, exclude list is [], retry=0 2024-11-15T13:32:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:18,765 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 2024-11-15T13:32:18,766 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:18,766 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787 is not closed yet, will try archiving it next time 2024-11-15T13:32:18,766 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.meta:.meta(num 1731677517001) roll requested 2024-11-15T13:32:18,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741840_1016 (size=4756) 2024-11-15T13:32:18,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787 not finished, retry = 0 2024-11-15T13:32:18,778 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta, exclude list is [], retry=0 2024-11-15T13:32:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:18,783 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta 2024-11-15T13:32:18,783 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:18,783 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta is not closed yet, will try archiving it next time 2024-11-15T13:32:18,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta not finished, retry = 0 2024-11-15T13:32:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741834_1010 (size=12055) 2024-11-15T13:32:18,789 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-15T13:32:18,790 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731677538729 on fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,790 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:32:18,790 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:32:18,790 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c76c1bb 2024-11-15T13:32:18,790 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:32:18,791 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:32:18,792 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:18,792 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:18,792 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:18,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:32:18,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:18,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:18,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:38985/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:18,819 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T13:32:18,819 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'fea232522fcc,43367,1731677512442' in zk 2024-11-15T13:32:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,848 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T13:32:18,848 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:32:18,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,848 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T13:32:18,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:18,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:18,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:18,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:18,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:18,850 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,850 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:18,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:18,852 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,853 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'fea232522fcc,43367,1731677512442': 2024-11-15T13:32:18,853 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T13:32:18,853 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T13:32:18,853 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T13:32:18,853 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'fea232522fcc,43367,1731677512442' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T13:32:18,853 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T13:32:18,854 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T13:32:18,864 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,864 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:32:18,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,864 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:18,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:18,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:18,865 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:32:18,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:32:18,865 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:18,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:18,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:18,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,867 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:18,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:18,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,881 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:18,881 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:18,881 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:32:18,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:18,882 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:32:18,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T13:32:18,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T13:32:18,882 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:32:18,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:32:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T13:32:18,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } 2024-11-15T13:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677538897 (current time:1731677538897). 2024-11-15T13:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677538896_default_test-1731677522088 VERSION not specified, setting to 2 2024-11-15T13:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1094ca14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:18,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:18,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:18,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236e89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:18,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:18,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4accb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:18,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:18,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:18,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:18,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } 2024-11-15T13:32:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-15T13:32:18,908 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:18,909 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:18,913 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:18,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741860_1036 (size=84) 2024-11-15T13:32:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:19,325 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:19,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b}] 2024-11-15T13:32:19,328 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:19,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T13:32:19,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:19,481 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8fb96e276ba663f86d12be2979eab93b 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-15T13:32:19,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f3/fbec9a60795f46f7aeca7868f1fb240d is 58, key is row-test-1731677522088-3-0/f3:q1/1731677531828/Put/seqid=0 2024-11-15T13:32:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741861_1037 (size=5387) 2024-11-15T13:32:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:19,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T13:32:19,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-15T13:32:19,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f3/fbec9a60795f46f7aeca7868f1fb240d 2024-11-15T13:32:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741862_1038 (size=4469) 2024-11-15T13:32:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:20,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/eac74d507aab40a2888feb0159c9bc06 is 59, key is row-test-1731677522088-3-0/mob:q1/1731677531849/Put/seqid=0 2024-11-15T13:32:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741863_1039 (size=5484) 2024-11-15T13:32:20,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:32:20,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f3/fbec9a60795f46f7aeca7868f1fb240d as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d 2024-11-15T13:32:20,796 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d, entries=6, sequenceid=121, filesize=5.3 K 2024-11-15T13:32:20,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/eac74d507aab40a2888feb0159c9bc06 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:32:20,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06, entries=6, sequenceid=121, filesize=5.4 K 2024-11-15T13:32:20,807 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8fb96e276ba663f86d12be2979eab93b in 1326ms, sequenceid=121, compaction requested=false 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8fb96e276ba663f86d12be2979eab93b: 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. for snapshot_1731677538896_default_test-1731677522088 completed. 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.' region-info for snapshot=snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e] hfiles 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e for snapshot=snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d] hfiles 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d for snapshot=snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:20,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06] hfiles 2024-11-15T13:32:20,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 for snapshot=snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741864_1040 (size=185) 2024-11-15T13:32:20,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T13:32:21,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-15T13:32:21,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:21,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-15T13:32:21,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-15T13:32:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:21,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:21,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T13:32:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T13:32:21,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677538896_default_test-1731677522088 on region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:21,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:21,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-15T13:32:21,222 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:21,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b in 1.8910 sec 2024-11-15T13:32:21,224 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:21,227 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-15T13:32:21,227 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-15T13:32:21,228 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:21,229 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-15T13:32:21,229 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:21,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-15T13:32:21,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:21,231 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-15T13:32:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741865_1041 (size=49) 2024-11-15T13:32:21,645 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:21,645 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:21,647 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741866_1042 (size=1146) 2024-11-15T13:32:22,067 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:22,081 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:22,081 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677538896_default_test-1731677522088 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:22,083 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:22,084 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-15T13:32:22,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731677538896_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } in 3.1780 sec 2024-11-15T13:32:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T13:32:23,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731677522088 completed 2024-11-15T13:32:23,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } 2024-11-15T13:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677543072 (current time:1731677543072). 2024-11-15T13:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677543072_ns2_test-17316775220881 VERSION not specified, setting to 2 2024-11-15T13:32:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6302e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:23,074 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704c9ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:23,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:23,076 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:23,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acc9849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:23,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:23,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:23,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:23,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:23,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } 2024-11-15T13:32:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-15T13:32:23,084 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T13:32:23,086 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:23,089 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741867_1043 (size=86) 2024-11-15T13:32:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T13:32:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T13:32:23,497 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:23,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73}] 2024-11-15T13:32:23,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:23,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-15T13:32:23,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:23,652 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing ffedd6d94b879c027dd3d27be479cf73 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-15T13:32:23,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/.tmp/f/10b17db4636c4fecb547198b3ce3b4e2 is 37, key is row10/f:q1/1731677527127/Put/seqid=0 2024-11-15T13:32:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741868_1044 (size=8413) 2024-11-15T13:32:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T13:32:24,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/.tmp/f/10b17db4636c4fecb547198b3ce3b4e2 2024-11-15T13:32:24,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/.tmp/f/10b17db4636c4fecb547198b3ce3b4e2 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 2024-11-15T13:32:24,109 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2, entries=99, sequenceid=103, filesize=8.2 K 2024-11-15T13:32:24,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ffedd6d94b879c027dd3d27be479cf73 in 458ms, sequenceid=103, compaction requested=false 2024-11-15T13:32:24,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for ffedd6d94b879c027dd3d27be479cf73: 2024-11-15T13:32:24,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. for snapshot_1731677543072_ns2_test-17316775220881 completed. 2024-11-15T13:32:24,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.' region-info for snapshot=snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:24,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:24,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2] hfiles 2024-11-15T13:32:24,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 for snapshot=snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741869_1045 (size=91) 2024-11-15T13:32:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T13:32:24,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:24,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T13:32:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T13:32:24,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677543072_ns2_test-17316775220881 on region ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:24,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:24,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T13:32:24,532 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:24,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73 in 1.0320 sec 2024-11-15T13:32:24,533 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:24,534 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:24,534 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:24,535 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741870_1046 (size=456) 2024-11-15T13:32:24,953 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:24,963 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:24,964 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677543072_ns2_test-17316775220881 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:24,965 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:24,965 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-15T13:32:24,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731677543072_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } in 1.8830 sec 2024-11-15T13:32:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T13:32:25,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316775220881 completed 2024-11-15T13:32:25,233 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731677531869 2024-11-15T13:32:25,233 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-15T13:32:25,236 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-15T13:32:25,239 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677531869_ns2:test-17316775220881 2024-11-15T13:32:25,239 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677543072_ns2_test-17316775220881 to hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/ 2024-11-15T13:32:25,247 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:32:25,278 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:25,279 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/.hbase-snapshot/.tmp/snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:25,281 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:32:25,287 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677543072_ns2_test-17316775220881 to hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/.hbase-snapshot/.tmp/snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741871_1047 (size=456) 2024-11-15T13:32:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741872_1048 (size=86) 2024-11-15T13:32:25,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:25,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:25,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-17859437036749273716.jar 2024-11-15T13:32:26,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:26,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:32:26,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:32:26,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:32:26,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:32:26,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:32:26,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:32:26,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:32:26,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:32:26,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:32:26,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:32:26,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:32:26,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:26,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:26,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:26,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:26,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:26,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:26,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:26,672 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:32:26,699 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677543072_ns2_test-17316775220881' hfile list 2024-11-15T13:32:26,704 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-15T13:32:26,920 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2115727346_0001_15bd2ed2-02aa-4d39-b858-917f278e8164/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:32:26,920 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2115727346_0001_15bd2ed2-02aa-4d39-b858-917f278e8164/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:32:27,055 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T13:32:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741873_1049 (size=8413) 2024-11-15T13:32:27,563 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 output=hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 2024-11-15T13:32:27,568 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-11-15T13:32:27,996 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:32:27,997 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:32:28,003 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:28,003 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677543072_ns2_test-17316775220881 finished. 2024-11-15T13:32:28,004 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677531869_test-1731677522088 2024-11-15T13:32:28,004 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677538896_default_test-1731677522088 to hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/ 2024-11-15T13:32:28,004 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:32:28,033 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:32:28,033 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/.hbase-snapshot/.tmp/snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:28,035 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:32:28,042 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677538896_default_test-1731677522088 to hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/.hbase-snapshot/.tmp/snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741874_1050 (size=84) 2024-11-15T13:32:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741875_1051 (size=1146) 2024-11-15T13:32:28,463 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:28,463 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:28,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-13490768794137354877.jar 2024-11-15T13:32:29,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:29,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:32:29,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:32:29,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:32:29,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:32:29,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:32:29,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:32:29,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:32:29,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:32:29,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:32:29,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:32:29,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:32:29,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:29,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:29,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:29,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:29,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:32:29,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:29,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:29,394 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:32:29,418 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677538896_default_test-1731677522088' hfile list 2024-11-15T13:32:29,421 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-15T13:32:29,500 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1234739087_0002_410b424b-33af-4225-9823-8a75acb46fb8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:32:29,500 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1234739087_0002_410b424b-33af-4225-9823-8a75acb46fb8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:32:29,570 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T13:32:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741876_1052 (size=8413) 2024-11-15T13:32:30,005 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e output=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:32:30,005 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-15T13:32:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741877_1053 (size=5484) 2024-11-15T13:32:30,471 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 output=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:32:30,471 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-15T13:32:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741878_1054 (size=5387) 2024-11-15T13:32:30,916 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d output=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d 2024-11-15T13:32:30,916 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-15T13:32:31,545 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:32:31,546 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:32:31,557 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:31,557 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677538896_default_test-1731677522088 finished. 2024-11-15T13:32:31,557 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316775220881 2024-11-15T13:32:31,557 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731677522088 2024-11-15T13:32:31,606 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677531869 2024-11-15T13:32:31,606 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-15T13:32:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741879_1055 (size=130) 2024-11-15T13:32:32,016 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38985/backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:32:32,023 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731677531869 finished: type=FULL,tablelist=ns2:test-17316775220881;test-1731677522088,targetRootDir=hdfs://localhost:38985/backupUT,startts=1731677538593,completets=1731677551605,bytescopied=0 2024-11-15T13:32:32,023 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-15T13:32:32,023 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:32,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677543072_ns2_test-17316775220881" type: DISABLED 2024-11-15T13:32:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677543072_ns2_test-17316775220881 2024-11-15T13:32:32,032 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677543072_ns2_test-17316775220881 for backup backup_1731677531869 succeeded. 2024-11-15T13:32:32,032 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:32,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677538896_default_test-1731677522088" type: DISABLED 2024-11-15T13:32:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677538896_default_test-1731677522088 2024-11-15T13:32:32,037 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677538896_default_test-1731677522088 for backup backup_1731677531869 succeeded. 2024-11-15T13:32:32,038 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T13:32:32,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T13:32:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T13:32:32,052 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T13:32:32,057 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T13:32:32,073 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731677531869 completed. 2024-11-15T13:32:32,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:32,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731677531869', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:32,286 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731677522088 2024-11-15T13:32:32,306 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731677522088 2024-11-15T13:32:32,520 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731677522088 to Mob enabled CF 2024-11-15T13:32:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316775220881', row='row-t20', locateType=CURRENT is [region=ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:32,552 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17316775220881 2024-11-15T13:32:32,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:32,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] assignment.SplitTableRegionProcedure(210): test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. splitKey isn't explicitly specified, will try to find a best split key from RS fea232522fcc,43367,1731677512442 2024-11-15T13:32:32,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e because midkey is the same as first or last row 2024-11-15T13:32:32,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d because midkey is the same as first or last row 2024-11-15T13:32:32,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 because midkey is the same as first or last row 2024-11-15T13:32:32,563 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HRegion(2902): Flushing 8fb96e276ba663f86d12be2979eab93b 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-15T13:32:32,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f/01f4bfa84b2649d48221b34b694d9b1b is 59, key is row-test-1731677522088-1-10/f:q1/1731677552119/Put/seqid=0 2024-11-15T13:32:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741880_1056 (size=10796) 2024-11-15T13:32:32,989 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f/01f4bfa84b2649d48221b34b694d9b1b 2024-11-15T13:32:33,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b is 63, key is row-test-1731677522088-3-100/mob:q1/1731677552500/Put/seqid=0 2024-11-15T13:32:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741881_1057 (size=5591) 2024-11-15T13:32:33,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:33,430 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:33,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/5c6d31ae0e5e4b958601bd634ebe1587, store: [table=test-1731677522088 family=mob region=8fb96e276ba663f86d12be2979eab93b] 2024-11-15T13:32:33,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/5c6d31ae0e5e4b958601bd634ebe1587 is 192, key is row-test-1731677522088-3-100/mob:q1/1731677552500/Put/seqid=0 2024-11-15T13:32:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741882_1058 (size=13760) 2024-11-15T13:32:33,839 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/5c6d31ae0e5e4b958601bd634ebe1587 2024-11-15T13:32:33,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f/01f4bfa84b2649d48221b34b694d9b1b as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b 2024-11-15T13:32:33,862 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b, entries=99, sequenceid=334, filesize=10.5 K 2024-11-15T13:32:33,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/mob/5c6d31ae0e5e4b958601bd634ebe1587 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 2024-11-15T13:32:33,872 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587, entries=111, sequenceid=334, filesize=13.4 K 2024-11-15T13:32:33,873 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 8fb96e276ba663f86d12be2979eab93b in 1310ms, sequenceid=334, compaction requested=false 2024-11-15T13:32:33,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.HRegion(2603): Flush status journal for 8fb96e276ba663f86d12be2979eab93b: 2024-11-15T13:32:33,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b because midkey is the same as first or last row 2024-11-15T13:32:33,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d because midkey is the same as first or last row 2024-11-15T13:32:33,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 because midkey is the same as first or last row 2024-11-15T13:32:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=fea232522fcc,43367,1731677512442 2024-11-15T13:32:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T13:32:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:41624 deadline: 1731677612559, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-15T13:32:33,881 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:33,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731677522088 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:33,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T13:32:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731677522088,, stopping at row=test-1731677522088 ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,891 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731677522088,, stopping at row=test-1731677522088 ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,900 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1348 2024-11-15T13:32:33,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,946 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T13:32:33,951 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677553900 2024-11-15T13:32:33,959 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731677531869} 2024-11-15T13:32:33,959 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T13:32:33,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:34,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:32:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677554011 (current time:1731677554011). 2024-11-15T13:32:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T13:32:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7bae90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:34,013 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:34,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:34,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:34,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a788b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:34,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:34,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:34,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:34,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:34,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c93f991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:34,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:34,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:34,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:34,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:34,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:32:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-15T13:32:34,022 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:34,023 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:34,026 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:34,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741883_1059 (size=52) 2024-11-15T13:32:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:34,437 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:34,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032}] 2024-11-15T13:32:34,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:34,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-15T13:32:34,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:34,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 05b5d5d66f0ca826756937c3ded81032 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-15T13:32:34,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/251106fec978405684173503cb768f58 is 158, key is trslm:hdfs://localhost:38985/backupUT\x00ns2:test-17316775220881/meta:log-roll-map/1731677551592/Put/seqid=0 2024-11-15T13:32:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741884_1060 (size=5914) 2024-11-15T13:32:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:35,026 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/251106fec978405684173503cb768f58 2024-11-15T13:32:35,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/ca2c61fd754147a2805aea6c5135eaea is 433, key is session:backup_1731677531869/session:context/1731677552056/Put/seqid=0 2024-11-15T13:32:35,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741885_1061 (size=5535) 2024-11-15T13:32:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:35,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/ca2c61fd754147a2805aea6c5135eaea 2024-11-15T13:32:35,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/251106fec978405684173503cb768f58 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58 2024-11-15T13:32:35,474 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58, entries=6, sequenceid=17, filesize=5.8 K 2024-11-15T13:32:35,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/ca2c61fd754147a2805aea6c5135eaea as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea 2024-11-15T13:32:35,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T13:32:35,485 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 05b5d5d66f0ca826756937c3ded81032 in 889ms, sequenceid=17, compaction requested=false 2024-11-15T13:32:35,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 05b5d5d66f0ca826756937c3ded81032: 2024-11-15T13:32:35,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. for snapshot_backup_system completed. 2024-11-15T13:32:35,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.' region-info for snapshot=snapshot_backup_system 2024-11-15T13:32:35,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:35,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58] hfiles 2024-11-15T13:32:35,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58 for snapshot=snapshot_backup_system 2024-11-15T13:32:35,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea] hfiles 2024-11-15T13:32:35,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261 for snapshot=snapshot_backup_system 2024-11-15T13:32:35,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea for snapshot=snapshot_backup_system 2024-11-15T13:32:35,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741886_1062 (size=173) 2024-11-15T13:32:35,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:35,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-15T13:32:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-15T13:32:35,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:35,898 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:35,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-15T13:32:35,903 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:35,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 in 1.4630 sec 2024-11-15T13:32:35,904 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:35,905 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:35,905 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T13:32:35,906 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T13:32:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741887_1063 (size=810) 2024-11-15T13:32:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:36,322 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:36,334 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:36,335 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_backup_system 2024-11-15T13:32:36,337 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:36,337 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-15T13:32:36,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3170 sec 2024-11-15T13:32:37,693 DEBUG [master/fea232522fcc:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731677522088 2024-11-15T13:32:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741888_1064 (size=950) 2024-11-15T13:32:38,158 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000002.908 2024-11-15T13:32:38,158 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000003.950 2024-11-15T13:32:38,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731677522088 in 471 msec 2024-11-15T13:32:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T13:32:38,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T13:32:38,201 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731677553900 started at 1731677558201. 2024-11-15T13:32:38,204 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731677553900 has been started. 2024-11-15T13:32:38,211 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731677522088, ns2:test-17316775220881] 2024-11-15T13:32:38,217 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731677523787for backupID backup_1731677553900 2024-11-15T13:32:38,217 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-15T13:32:38,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T13:32:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T13:32:38,218 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T13:32:38,218 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T13:32:38,218 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T13:32:38,218 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T13:32:38,219 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,219 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:38,266 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,266 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:32:38,267 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:32:38,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:32:38,267 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,267 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T13:32:38,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:38,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T13:32:38,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:38,270 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T13:32:38,271 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T13:32:38,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T13:32:38,272 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T13:32:38,272 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T13:32:38,272 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T13:32:38,272 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T13:32:38,272 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T13:32:38,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,285 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:38,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:38,285 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,285 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T13:32:38,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:38,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:38,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:38,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:38,288 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T13:32:38,288 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@18ff86cc[Count = 0] remaining members to acquire global barrier 2024-11-15T13:32:38,288 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T13:32:38,288 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,299 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,300 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,300 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T13:32:38,300 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,300 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T13:32:38,300 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T13:32:38,300 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,300 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731677538729 highest: 1731677538748 on fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,301 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0:(num 1731677538729) roll requested 2024-11-15T13:32:38,320 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301, exclude list is [], retry=0 2024-11-15T13:32:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:38,325 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 2024-11-15T13:32:38,325 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:38,325 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 is not closed yet, will try archiving it next time 2024-11-15T13:32:38,325 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1:(num 1731677538748) roll requested 2024-11-15T13:32:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741857_1033 (size=1198) 2024-11-15T13:32:38,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 not finished, retry = 0 2024-11-15T13:32:38,337 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325, exclude list is [], retry=0 2024-11-15T13:32:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:38,341 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 2024-11-15T13:32:38,341 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:38,341 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 is not closed yet, will try archiving it next time 2024-11-15T13:32:38,342 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.meta:.meta(num 1731677538766) roll requested 2024-11-15T13:32:38,342 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677523787 2024-11-15T13:32:38,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741858_1034 (size=30490) 2024-11-15T13:32:38,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 not finished, retry = 0 2024-11-15T13:32:38,354 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta, exclude list is [], retry=0 2024-11-15T13:32:38,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:38,358 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta 2024-11-15T13:32:38,359 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:38,359 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta is not closed yet, will try archiving it next time 2024-11-15T13:32:38,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta not finished, retry = 0 2024-11-15T13:32:38,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741859_1035 (size=93) 2024-11-15T13:32:38,361 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-15T13:32:38,361 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731677558301 on fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:38,379 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T13:32:38,380 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'fea232522fcc,43367,1731677512442' in zk 2024-11-15T13:32:38,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,408 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T13:32:38,408 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:32:38,408 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T13:32:38,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:38,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:38,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:38,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:38,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:38,410 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,410 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:38,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:38,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'fea232522fcc,43367,1731677512442': 2024-11-15T13:32:38,412 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T13:32:38,412 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'fea232522fcc,43367,1731677512442' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T13:32:38,412 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T13:32:38,412 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T13:32:38,412 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T13:32:38,412 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T13:32:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,424 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,424 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:32:38,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,425 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:38,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:38,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:38,425 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:32:38,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:32:38,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,426 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:38,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:38,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:38,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:38,427 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:38,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,435 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:38,435 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:38,435 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:32:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:38,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:32:38,436 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:32:38,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T13:32:38,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T13:32:38,436 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:32:38,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:32:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T13:32:38,444 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {fea232522fcc:43367=1731677523787} newestTimestamps: {fea232522fcc:43367=1731677538748} 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 2024-11-15T13:32:38,446 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 2024-11-15T13:32:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741892_1068 (size=364) 2024-11-15T13:32:38,462 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta 2024-11-15T13:32:38,862 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316775220881 target: hdfs://localhost:38985/backupUT/backup_1731677553900/ns2/test-17316775220881 descriptor: 'ns2:test-17316775220881', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:38,862 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:32:38,868 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316775220881 2024-11-15T13:32:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741893_1069 (size=50) 2024-11-15T13:32:39,276 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316775220881 2024-11-15T13:32:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741894_1070 (size=950) 2024-11-15T13:32:39,696 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731677522088 target: hdfs://localhost:38985/backupUT/backup_1731677553900/default/test-1731677522088 descriptor: 'test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:39,696 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:32:39,698 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731677522088 2024-11-15T13:32:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741895_1071 (size=53) 2024-11-15T13:32:40,106 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731677522088 2024-11-15T13:32:40,123 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38985/backupUT/.tmp/backup_1731677553900 from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729;hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 2024-11-15T13:32:40,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221fde8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:40,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:40,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:40,126 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:40,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:40,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:40,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4052a750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:40,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:40,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:40,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:40,127 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:40,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bd96fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:40,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:32:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:32:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dfeab70 2024-11-15T13:32:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:32:40,130 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:32:40,136 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:32:40,136 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731677522088 2024-11-15T13:32:40,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731677522088,, stopping at row=test-1731677522088 ,, for max=2147483647 with caching=100 2024-11-15T13:32:40,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:40,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:40,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:40,141 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731677522088: test-1731677522088; 2024-11-15T13:32:40,142 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316775220881 2024-11-15T13:32:40,142 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316775220881,, stopping at row=ns2:test-17316775220881 ,, for max=2147483647 with caching=100 2024-11-15T13:32:40,144 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316775220881: ns2:test-17316775220881; 2024-11-15T13:32:40,144 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T13:32:40,144 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_4d99c28b-16d9-434d-adde-af3f1693d557 2024-11-15T13:32:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741896_1072 (size=192) 2024-11-15T13:32:40,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:40,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:40,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-13931777229159919210.jar 2024-11-15T13:32:41,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:32:41,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:32:41,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:32:41,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:32:41,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:32:41,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:32:41,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:32:41,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:32:41,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:32:41,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:32:41,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:32:41,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:32:41,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:32:41,451 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731677522088,ns2:test-17316775220881 2024-11-15T13:32:41,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:32:41,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:32:41,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:41,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:41,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:41,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:32:42,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-14075772996883032903.jar 2024-11-15T13:32:42,327 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:32:42,348 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 for WAL files 2024-11-15T13:32:42,349 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 2024-11-15T13:32:42,349 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 for WAL files 2024-11-15T13:32:42,350 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 2024-11-15T13:32:42,442 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1046878720_0003_55bfd897-53ee-431b-be59-f5b4f751140e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:32:42,442 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1046878720_0003_55bfd897-53ee-431b-be59-f5b4f751140e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:32:42,518 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 for hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 (-9223372036854775808:9223372036854775807) length:30490 2024-11-15T13:32:42,537 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T13:32:42,537 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T13:32:42,574 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 for hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 (-9223372036854775808:9223372036854775807) length:1198 2024-11-15T13:32:42,577 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T13:32:42,578 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T13:32:42,652 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54caac2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:42,652 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:42,652 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:42,653 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604011c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:42,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:42,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:42,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb3d972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:42,656 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:42,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:42,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:42,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:42,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316775220881', row='row-t20', locateType=CURRENT is [region=ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:42,660 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T13:32:42,660 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:32:42,660 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:42,660 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:42,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:42,661 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-15T13:32:42,661 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:32:42,666 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/backupUT/.tmp/backup_1731677553900/_temporary/0/_temporary/attempt_local1046878720_0003_r_000000_0/ns2/test-17316775220881/f/95530a15a02344c4a2f0e0602f78d1ef is 38, key is row-t20/f:q1/1731677552540/Put/seqid=0 2024-11-15T13:32:42,668 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:32:42,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741897_1073 (size=5275) 2024-11-15T13:32:43,142 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2a16bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:43,142 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:43,142 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:43,143 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:43,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:43,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:43,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387a166b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:43,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:43,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:43,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:43,144 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:43,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87913e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:43,145 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:43,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:43,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:43,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:43,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731677522088', row='row-test-1731677522088-1-0', locateType=CURRENT is [region=test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., hostname=fea232522fcc,43367,1731677512442, seqNum=107] 2024-11-15T13:32:43,149 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T13:32:43,149 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:32:43,149 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:43,150 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:43,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:43,150 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-1-0] 2024-11-15T13:32:43,150 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:32:43,164 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da9fd95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:43,164 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:43,164 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:43,165 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:43,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:43,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7919a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:43,167 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:43,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8190dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:43,168 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:43,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:43,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:43,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:43,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731677522088', row='row-test-1731677522088-3-0', locateType=CURRENT is [region=test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., hostname=fea232522fcc,43367,1731677512442, seqNum=107] 2024-11-15T13:32:43,172 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T13:32:43,172 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:32:43,172 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:43,172 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:43,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:43,172 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-3-0] 2024-11-15T13:32:43,172 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:32:43,181 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/backupUT/.tmp/backup_1731677553900/_temporary/0/_temporary/attempt_local1046878720_0003_r_000001_0/default/test-1731677522088/f/69279742f5314956b2ef1c87701c87cc is 59, key is row-test-1731677522088-1-10/f:q1/1731677552119/Put/seqid=0 2024-11-15T13:32:43,182 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:32:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741898_1074 (size=10770) 2024-11-15T13:32:43,588 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/backupUT/.tmp/backup_1731677553900/_temporary/0/_temporary/attempt_local1046878720_0003_r_000001_0/default/test-1731677522088/mob/c4fe730cc5c149fdb7e3837874b26c5c is 63, key is row-test-1731677522088-3-100/mob:q1/1731677552500/Put/seqid=0 2024-11-15T13:32:43,592 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:32:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741899_1075 (size=11811) 2024-11-15T13:32:44,492 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38985/backupUT 2024-11-15T13:32:44,492 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731677553900 2024-11-15T13:32:44,492 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-15T13:32:44,509 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38985/backupUT/.tmp/backup_1731677553900, hdfs://localhost:38985/backupUT] 2024-11-15T13:32:44,579 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:32:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741900_1076 (size=10770) 2024-11-15T13:32:45,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741901_1077 (size=5275) 2024-11-15T13:32:45,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741902_1078 (size=11811) 2024-11-15T13:32:46,184 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-15T13:32:46,191 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731677553900 2024-11-15T13:32:46,191 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-15T13:32:46,191 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1938794401_0004 completed: true true 2024-11-15T13:32:46,192 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824600 FILE: Number of bytes written=6198291 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-15T13:32:46,192 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38985/backupUT/.tmp/backup_1731677553900 to hdfs://localhost:38985/backupUT finished. 2024-11-15T13:32:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17316775220881:', locateType=CURRENT is [region=backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:32:46,209 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677553900 2024-11-15T13:32:46,212 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731677531869} 2024-11-15T13:32:46,212 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T13:32:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741903_1079 (size=384) 2024-11-15T13:32:46,619 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38985/backupUT/backup_1731677553900/.backup.manifest 2024-11-15T13:32:46,619 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731677553900 finished: type=INCREMENTAL,tablelist=ns2:test-17316775220881;test-1731677522088,targetRootDir=hdfs://localhost:38985/backupUT,startts=1731677558201,completets=1731677566209,bytescopied=0 2024-11-15T13:32:46,619 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T13:32:46,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T13:32:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T13:32:46,629 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T13:32:46,631 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T13:32:46,635 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731677553900 completed. 2024-11-15T13:32:46,635 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-15T13:32:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:46,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:46,655 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677553900/.backup.manifest 2024-11-15T13:32:46,658 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677553900/.backup.manifest 2024-11-15T13:32:46,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731677522088 from 'test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731677522088', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:32:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731677522088 2024-11-15T13:32:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741904_1080 (size=908) 2024-11-15T13:32:47,074 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000003.950 2024-11-15T13:32:47,074 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000004.908 2024-11-15T13:32:47,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731677522088}] 2024-11-15T13:32:47,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE}] 2024-11-15T13:32:47,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE 2024-11-15T13:32:47,082 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:47,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE because future has completed 2024-11-15T13:32:47,084 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:32:47,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:47,236 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,237 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:32:47,237 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 8fb96e276ba663f86d12be2979eab93b, disabling compactions & flushes 2024-11-15T13:32:47,237 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,237 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,237 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. after waiting 0 ms 2024-11-15T13:32:47,237 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,242 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-15T13:32:47,243 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:32:47,243 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,243 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 8fb96e276ba663f86d12be2979eab93b: Waiting for close lock at 1731677567237Running coprocessor pre-close hooks at 1731677567237Disabling compacts and flushes for region at 1731677567237Disabling writes for close at 1731677567237Writing region close event to WAL at 1731677567238 (+1 ms)Running coprocessor post-close hooks at 1731677567243 (+5 ms)Closed at 1731677567243 2024-11-15T13:32:47,243 WARN [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 8fb96e276ba663f86d12be2979eab93b to self. 2024-11-15T13:32:47,245 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=CLOSED 2024-11-15T13:32:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:47,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T13:32:47,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 in 164 msec 2024-11-15T13:32:47,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE; state=CLOSED, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=true 2024-11-15T13:32:47,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:47,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE because future has completed 2024-11-15T13:32:47,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:32:47,560 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,560 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fb96e276ba663f86d12be2979eab93b, NAME => 'test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:32:47,561 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:32:47,561 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731677522088 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,561 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:32:47,561 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,561 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,562 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,563 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName f 2024-11-15T13:32:47,563 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:47,570 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b 2024-11-15T13:32:47,575 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:32:47,575 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:47,575 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,576 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName f2 2024-11-15T13:32:47,576 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:47,577 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:47,577 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,578 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb96e276ba663f86d12be2979eab93b columnFamilyName mob 2024-11-15T13:32:47,578 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:47,585 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 2024-11-15T13:32:47,590 DEBUG [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:32:47,590 INFO [StoreOpener-8fb96e276ba663f86d12be2979eab93b-1 {}] regionserver.HStore(327): Store=8fb96e276ba663f86d12be2979eab93b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:32:47,591 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,592 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,593 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,594 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,594 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,595 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731677522088 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:32:47,597 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,598 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8fb96e276ba663f86d12be2979eab93b; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10612639360, jitterRate=-0.011620938777923584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:32:47,598 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:47,603 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8fb96e276ba663f86d12be2979eab93b: Running coprocessor pre-open hook at 1731677567561Writing region info on filesystem at 1731677567561Initializing all the Stores at 1731677567562 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677567562Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677567562Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677567562Cleaning up temporary data from old regions at 1731677567594 (+32 ms)Running coprocessor post-open hooks at 1731677567599 (+5 ms)Region opened successfully at 1731677567603 (+4 ms) 2024-11-15T13:32:47,604 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., pid=46, masterSystemTime=1731677567557 2024-11-15T13:32:47,606 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,606 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:47,606 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8fb96e276ba663f86d12be2979eab93b, regionState=OPEN, openSeqNum=338, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:32:47,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:32:47,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-15T13:32:47,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fb96e276ba663f86d12be2979eab93b, server=fea232522fcc,43367,1731677512442 in 205 msec 2024-11-15T13:32:47,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-15T13:32:47,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731677522088, region=8fb96e276ba663f86d12be2979eab93b, REOPEN/MOVE in 531 msec 2024-11-15T13:32:47,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T13:32:47,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731677522088 in 537 msec 2024-11-15T13:32:47,617 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731677522088 2024-11-15T13:32:47,623 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d 2024-11-15T13:32:47,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731677522088 in 964 msec 2024-11-15T13:32:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T13:32:47,627 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731677522088 completed 2024-11-15T13:32:47,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,663 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T13:32:47,668 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677567627 2024-11-15T13:32:47,670 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731677553900} 2024-11-15T13:32:47,670 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731677531869} 2024-11-15T13:32:47,670 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-15T13:32:47,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,714 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731677522088 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731677522088 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T13:32:47,717 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731677567627,startts=0,failedts=1731677567715,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731677522088 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-15T13:32:47,717 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-15T13:32:47,719 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-15T13:32:47,719 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T13:32:47,720 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-15T13:32:47,720 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-15T13:32:47,722 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T13:32:47,724 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731677567627 failed. 2024-11-15T13:32:47,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:47,741 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731677522088, ns2:test-17316775220881, ns3:test-17316775220882, ns4:test-17316775220883] 2024-11-15T13:32:47,742 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T13:32:47,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:32:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677567745 (current time:1731677567745). 2024-11-15T13:32:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T13:32:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2ccef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:47,747 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea86321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:47,749 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:47,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac16ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:47,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:47,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:47,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:47,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:47,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:32:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-15T13:32:47,755 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:47,757 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:47,759 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741905_1081 (size=52) 2024-11-15T13:32:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:47,972 DEBUG [master/fea232522fcc:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731677522088 2024-11-15T13:32:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741906_1082 (size=950) 2024-11-15T13:32:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:48,168 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:48,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032}] 2024-11-15T13:32:48,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:48,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-11-15T13:32:48,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:48,324 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 05b5d5d66f0ca826756937c3ded81032 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-15T13:32:48,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/f598adf472d847be8fe065d69d39faf6 is 158, key is trslm:hdfs://localhost:38985/backupUT\x00ns2:test-17316775220881/meta:log-roll-map/1731677566198/Put/seqid=0 2024-11-15T13:32:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741907_1083 (size=5745) 2024-11-15T13:32:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:48,392 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000004.908 2024-11-15T13:32:48,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/.tabledesc/.tableinfo.0000000005.950 2024-11-15T13:32:48,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731677522088 in 423 msec 2024-11-15T13:32:48,738 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/f598adf472d847be8fe065d69d39faf6 2024-11-15T13:32:48,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/64739962e0d341aaae7c12266380a75e is 1245, key is session:backup_1731677567627/session:context/1731677567721/Put/seqid=0 2024-11-15T13:32:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741908_1084 (size=6682) 2024-11-15T13:32:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:49,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/64739962e0d341aaae7c12266380a75e 2024-11-15T13:32:49,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/f598adf472d847be8fe065d69d39faf6 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/f598adf472d847be8fe065d69d39faf6 2024-11-15T13:32:49,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/f598adf472d847be8fe065d69d39faf6, entries=4, sequenceid=31, filesize=5.6 K 2024-11-15T13:32:49,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/64739962e0d341aaae7c12266380a75e as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/64739962e0d341aaae7c12266380a75e 2024-11-15T13:32:49,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/64739962e0d341aaae7c12266380a75e, entries=3, sequenceid=31, filesize=6.5 K 2024-11-15T13:32:49,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 05b5d5d66f0ca826756937c3ded81032 in 866ms, sequenceid=31, compaction requested=true 2024-11-15T13:32:49,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 05b5d5d66f0ca826756937c3ded81032: 2024-11-15T13:32:49,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. for snapshot_backup_system completed. 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.' region-info for snapshot=snapshot_backup_system 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/f598adf472d847be8fe065d69d39faf6] hfiles 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58 for snapshot=snapshot_backup_system 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/f598adf472d847be8fe065d69d39faf6 for snapshot=snapshot_backup_system 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/64739962e0d341aaae7c12266380a75e] hfiles 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261 for snapshot=snapshot_backup_system 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea for snapshot=snapshot_backup_system 2024-11-15T13:32:49,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/64739962e0d341aaae7c12266380a75e for snapshot=snapshot_backup_system 2024-11-15T13:32:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741909_1085 (size=251) 2024-11-15T13:32:49,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T13:32:49,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:32:49,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T13:32:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T13:32:49,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:49,600 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:32:49,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47 2024-11-15T13:32:49,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 in 1.4320 sec 2024-11-15T13:32:49,605 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:49,606 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:49,608 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:49,608 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T13:32:49,609 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T13:32:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741910_1086 (size=888) 2024-11-15T13:32:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:50,024 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:50,036 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:50,037 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_backup_system 2024-11-15T13:32:50,039 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:50,039 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-15T13:32:50,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2850 sec 2024-11-15T13:32:51,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ffedd6d94b879c027dd3d27be479cf73, had cached 0 bytes from a total of 8413 2024-11-15T13:32:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T13:32:51,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T13:32:51,933 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731677567725 started at 1731677571932. 2024-11-15T13:32:51,939 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731677567725 has been started. 2024-11-15T13:32:51,945 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-15T13:32:51,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T13:32:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T13:32:51,947 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T13:32:51,947 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T13:32:51,947 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T13:32:51,947 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T13:32:51,948 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:51,948 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:52,007 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,007 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:32:52,008 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:32:52,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:32:52,009 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,009 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T13:32:52,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:52,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T13:32:52,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:52,014 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T13:32:52,014 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T13:32:52,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T13:32:52,015 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T13:32:52,015 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T13:32:52,015 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T13:32:52,015 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T13:32:52,015 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T13:32:52,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,023 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:52,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:52,024 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,024 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T13:32:52,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:52,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:52,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:52,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:52,027 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T13:32:52,028 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3f8d3c2f[Count = 0] remaining members to acquire global barrier 2024-11-15T13:32:52,028 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T13:32:52,028 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,039 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,039 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,040 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T13:32:52,040 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,040 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T13:32:52,040 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T13:32:52,040 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,041 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731677558301 highest: 1731677558325 on fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,041 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0:(num 1731677558301) roll requested 2024-11-15T13:32:52,057 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041, exclude list is [], retry=0 2024-11-15T13:32:52,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:52,061 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 2024-11-15T13:32:52,061 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:52,061 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 is not closed yet, will try archiving it next time 2024-11-15T13:32:52,061 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1:(num 1731677558325) roll requested 2024-11-15T13:32:52,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 not finished, retry = 0 2024-11-15T13:32:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741889_1065 (size=93) 2024-11-15T13:32:52,073 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062, exclude list is [], retry=0 2024-11-15T13:32:52,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:52,077 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 2024-11-15T13:32:52,078 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:52,078 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 is not closed yet, will try archiving it next time 2024-11-15T13:32:52,078 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.meta:.meta(num 1731677558342) roll requested 2024-11-15T13:32:52,078 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677538748 2024-11-15T13:32:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741890_1066 (size=4927) 2024-11-15T13:32:52,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 not finished, retry = 0 2024-11-15T13:32:52,090 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta, exclude list is [], retry=0 2024-11-15T13:32:52,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:32:52,093 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta 2024-11-15T13:32:52,093 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:32:52,093 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta is not closed yet, will try archiving it next time 2024-11-15T13:32:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741891_1067 (size=1903) 2024-11-15T13:32:52,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta not finished, retry = 0 2024-11-15T13:32:52,101 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-15T13:32:52,101 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731677572041 on fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:32:52,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:32:52,123 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T13:32:52,123 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'fea232522fcc,43367,1731677512442' in zk 2024-11-15T13:32:52,156 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T13:32:52,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,156 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:32:52,156 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T13:32:52,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:52,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:52,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:52,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:52,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:52,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:52,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:52,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'fea232522fcc,43367,1731677512442': 2024-11-15T13:32:52,160 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T13:32:52,160 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'fea232522fcc,43367,1731677512442' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T13:32:52,160 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T13:32:52,160 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T13:32:52,160 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T13:32:52,160 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T13:32:52,164 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677558301 2024-11-15T13:32:52,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,165 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,165 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:32:52,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,165 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:32:52,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:32:52,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:32:52,166 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:32:52,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:32:52,166 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:52,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:32:52,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:52,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,168 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:32:52,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:32:52,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,173 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:32:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:32:52,174 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:32:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:32:52,174 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:32:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:32:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:32:52,174 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:32:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:32:52,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T13:32:52,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T13:32:52,174 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:32:52,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:32:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T13:32:52,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-15T13:32:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677572184 (current time:1731677572184). 2024-11-15T13:32:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677572183_backup_system_bulk VERSION not specified, setting to 2 2024-11-15T13:32:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73338fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:52,186 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3557873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:52,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72366019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:52,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:52,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:52,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:52,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-15T13:32:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-15T13:32:52,194 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T13:32:52,196 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:52,198 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741914_1090 (size=76) 2024-11-15T13:32:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T13:32:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T13:32:52,606 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:52,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e}] 2024-11-15T13:32:52,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:52,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-15T13:32:52,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:52,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 667626a6415b3cd44c46c8ce3d5ce19e: 2024-11-15T13:32:52,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. for snapshot_1731677572183_backup_system_bulk completed. 2024-11-15T13:32:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e.' region-info for snapshot=snapshot_1731677572183_backup_system_bulk 2024-11-15T13:32:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T13:32:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T13:32:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741915_1091 (size=61) 2024-11-15T13:32:52,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T13:32:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T13:32:53,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:32:53,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T13:32:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T13:32:53,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677572183_backup_system_bulk on region 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:53,182 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:32:53,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-15T13:32:53,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 667626a6415b3cd44c46c8ce3d5ce19e in 617 msec 2024-11-15T13:32:53,231 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:53,233 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:53,235 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:53,235 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677572183_backup_system_bulk 2024-11-15T13:32:53,236 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677572183_backup_system_bulk 2024-11-15T13:32:53,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741916_1092 (size=702) 2024-11-15T13:32:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T13:32:53,653 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:53,663 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:53,664 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677572183_backup_system_bulk to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677572183_backup_system_bulk 2024-11-15T13:32:53,666 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:53,666 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-15T13:32:53,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731677572183_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4740 sec 2024-11-15T13:32:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T13:32:54,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-15T13:32:54,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } 2024-11-15T13:32:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677574344 (current time:1731677574344). 2024-11-15T13:32:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677574343_ns2_test-17316775220881 VERSION not specified, setting to 2 2024-11-15T13:32:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493b4298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:54,346 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2285efa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:54,349 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:54,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99d1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:54,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:54,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:54,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:54,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:54,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } 2024-11-15T13:32:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-15T13:32:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T13:32:54,358 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:54,359 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:54,363 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741917_1093 (size=86) 2024-11-15T13:32:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T13:32:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T13:32:54,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:54,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73}] 2024-11-15T13:32:54,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:54,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-15T13:32:54,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:54,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ffedd6d94b879c027dd3d27be479cf73 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-15T13:32:54,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/.tmp/f/b09a3c3138224a449413461c5b5be579 is 38, key is row-t20/f:q1/1731677552540/Put/seqid=0 2024-11-15T13:32:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741918_1094 (size=5134) 2024-11-15T13:32:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T13:32:55,348 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/.tmp/f/b09a3c3138224a449413461c5b5be579 2024-11-15T13:32:55,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/.tmp/f/b09a3c3138224a449413461c5b5be579 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579 2024-11-15T13:32:55,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579, entries=5, sequenceid=111, filesize=5.0 K 2024-11-15T13:32:55,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for ffedd6d94b879c027dd3d27be479cf73 in 441ms, sequenceid=111, compaction requested=false 2024-11-15T13:32:55,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ffedd6d94b879c027dd3d27be479cf73: 2024-11-15T13:32:55,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. for snapshot_1731677574343_ns2_test-17316775220881 completed. 2024-11-15T13:32:55,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73.' region-info for snapshot=snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:32:55,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:55,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579] hfiles 2024-11-15T13:32:55,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 for snapshot=snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:32:55,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579 for snapshot=snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:32:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741919_1095 (size=130) 2024-11-15T13:32:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T13:32:55,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:32:55,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T13:32:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T13:32:55,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677574343_ns2_test-17316775220881 on region ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:55,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:32:55,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T13:32:55,782 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:55,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ffedd6d94b879c027dd3d27be479cf73 in 1.0070 sec 2024-11-15T13:32:55,783 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:55,784 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:55,784 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:32:55,785 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:32:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741920_1096 (size=496) 2024-11-15T13:32:56,200 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:56,213 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:56,213 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677574343_ns2_test-17316775220881 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:32:56,215 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:56,215 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-15T13:32:56,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731677574343_ns2_test-17316775220881 table=ns2:test-17316775220881 type=FLUSH ttl=0 } in 1.8600 sec 2024-11-15T13:32:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T13:32:56,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316775220881 completed 2024-11-15T13:32:56,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } 2024-11-15T13:32:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677576504 (current time:1731677576504). 2024-11-15T13:32:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677576502_ns4_test-17316775220883 VERSION not specified, setting to 2 2024-11-15T13:32:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3864c6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:56,507 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbafe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:56,509 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582f5d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:56,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:56,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:56,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:56,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:56,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } 2024-11-15T13:32:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-15T13:32:56,515 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T13:32:56,516 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:56,518 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741921_1097 (size=86) 2024-11-15T13:32:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T13:32:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T13:32:56,928 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:56,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8}] 2024-11-15T13:32:56,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:57,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-15T13:32:57,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:57,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 82a051bf3ea4b3d9c0d9c52d0478a0e8: 2024-11-15T13:32:57,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. for snapshot_1731677576502_ns4_test-17316775220883 completed. 2024-11-15T13:32:57,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.' region-info for snapshot=snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:32:57,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:57,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T13:32:57,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741922_1098 (size=52) 2024-11-15T13:32:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T13:32:57,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:32:57,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T13:32:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T13:32:57,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677576502_ns4_test-17316775220883 on region 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:57,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:32:57,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-15T13:32:57,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 82a051bf3ea4b3d9c0d9c52d0478a0e8 in 579 msec 2024-11-15T13:32:57,512 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:57,514 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:57,515 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:32:57,515 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:32:57,516 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:32:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741923_1099 (size=443) 2024-11-15T13:32:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T13:32:57,766 INFO [master/fea232522fcc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T13:32:57,767 INFO [master/fea232522fcc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T13:32:57,932 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:32:57,940 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:32:57,941 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677576502_ns4_test-17316775220883 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:32:57,943 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:32:57,943 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-15T13:32:57,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731677576502_ns4_test-17316775220883 table=ns4:test-17316775220883 type=FLUSH ttl=0 } in 1.4300 sec 2024-11-15T13:32:58,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 05b5d5d66f0ca826756937c3ded81032, had cached 0 bytes from a total of 28925 2024-11-15T13:32:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T13:32:58,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17316775220883 completed 2024-11-15T13:32:58,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } 2024-11-15T13:32:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677578663 (current time:1731677578663). 2024-11-15T13:32:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:32:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677578661_default_test-1731677522088 VERSION not specified, setting to 2 2024-11-15T13:32:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2581001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:32:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:32:58,666 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:32:58,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:32:58,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:32:58,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019c7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:58,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:32:58,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:32:58,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:58,670 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:32:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd4005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:32:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:32:58,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:32:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:32:58,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:32:58,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:32:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:32:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:32:58,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:32:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:32:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } 2024-11-15T13:32:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-15T13:32:58,679 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:32:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T13:32:58,680 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:32:58,683 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:32:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741924_1100 (size=84) 2024-11-15T13:32:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T13:32:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T13:32:59,093 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:32:59,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b}] 2024-11-15T13:32:59,097 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:59,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-15T13:32:59,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:59,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 8fb96e276ba663f86d12be2979eab93b: 2024-11-15T13:32:59,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. for snapshot_1731677578661_default_test-1731677522088 completed. 2024-11-15T13:32:59,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b.' region-info for snapshot=snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:32:59,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:32:59,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b] hfiles 2024-11-15T13:32:59,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e for snapshot=snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:32:59,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b for snapshot=snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:32:59,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T13:32:59,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587] hfiles 2024-11-15T13:32:59,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 for snapshot=snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:32:59,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 for snapshot=snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:32:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741925_1101 (size=224) 2024-11-15T13:32:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T13:32:59,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:32:59,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-15T13:32:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-15T13:32:59,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677578661_default_test-1731677522088 on region 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:59,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:59,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-15T13:32:59,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fb96e276ba663f86d12be2979eab93b in 578 msec 2024-11-15T13:32:59,676 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:32:59,677 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:32:59,680 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-15T13:32:59,680 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-15T13:32:59,680 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:59,681 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-15T13:32:59,681 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:59,682 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-15T13:32:59,683 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:32:59,685 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b] hfiles 2024-11-15T13:32:59,685 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:32:59,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741926_1102 (size=168) 2024-11-15T13:32:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T13:33:00,098 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:33:00,099 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:00,101 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:00,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741927_1103 (size=1347) 2024-11-15T13:33:00,520 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:33:00,530 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:33:00,530 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677578661_default_test-1731677522088 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:00,532 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:33:00,532 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-15T13:33:00,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731677578661_default_test-1731677522088 table=test-1731677522088 type=FLUSH ttl=0 } in 1.8550 sec 2024-11-15T13:33:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T13:33:00,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731677522088 completed 2024-11-15T13:33:00,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } 2024-11-15T13:33:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677580834 (current time:1731677580834). 2024-11-15T13:33:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:33:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731677580832_ns3_test-17316775220882 VERSION not specified, setting to 2 2024-11-15T13:33:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26caa1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:00,838 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b43bc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:00,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de43794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:00,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:00,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:00,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:00,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:33:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:00,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:33:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } 2024-11-15T13:33:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-15T13:33:00,848 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:33:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T13:33:00,849 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:33:00,852 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:33:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741928_1104 (size=86) 2024-11-15T13:33:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T13:33:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T13:33:01,262 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:33:01,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96}] 2024-11-15T13:33:01,264 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:33:01,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-15T13:33:01,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:33:01,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 32bea09e3df3f64bbdb6553fffb66e96: 2024-11-15T13:33:01,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. for snapshot_1731677580832_ns3_test-17316775220882 completed. 2024-11-15T13:33:01,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96.' region-info for snapshot=snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:01,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:33:01,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T13:33:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741929_1105 (size=52) 2024-11-15T13:33:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T13:33:01,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:33:01,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T13:33:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T13:33:01,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731677580832_ns3_test-17316775220882 on region 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:33:01,832 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:33:01,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T13:33:01,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32bea09e3df3f64bbdb6553fffb66e96 in 573 msec 2024-11-15T13:33:01,840 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:33:01,841 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:33:01,842 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:33:01,842 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:01,843 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741930_1106 (size=443) 2024-11-15T13:33:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T13:33:02,262 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:33:02,269 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:33:02,270 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_1731677580832_ns3_test-17316775220882 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:02,271 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:33:02,271 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-15T13:33:02,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731677580832_ns3_test-17316775220882 table=ns3:test-17316775220882 type=FLUSH ttl=0 } in 1.4250 sec 2024-11-15T13:33:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T13:33:02,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17316775220882 completed 2024-11-15T13:33:02,993 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731677567725 2024-11-15T13:33:02,993 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-15T13:33:02,993 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-15T13:33:02,993 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677567725_backup:system_bulk 2024-11-15T13:33:02,993 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677572183_backup_system_bulk to hdfs://localhost:38985/backupUT/backup_1731677567725/backup/system_bulk/ 2024-11-15T13:33:02,993 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:33:03,028 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:03,029 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677567725/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677567725/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731677572183_backup_system_bulk 2024-11-15T13:33:03,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:33:03,034 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677572183_backup_system_bulk to hdfs://localhost:38985/backupUT/backup_1731677567725/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731677572183_backup_system_bulk 2024-11-15T13:33:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741931_1107 (size=702) 2024-11-15T13:33:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741932_1108 (size=76) 2024-11-15T13:33:03,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:03,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:03,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-15729113379437266784.jar 2024-11-15T13:33:04,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:04,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:04,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:04,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:04,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:04,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:04,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:04,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:04,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:04,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:04,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:04,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:04,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:04,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:04,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:04,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:04,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:04,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:04,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:04,421 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:04,444 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677572183_backup_system_bulk' hfile list 2024-11-15T13:33:04,520 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1901657246_0005_6bcc1832-fb8b-4542-a9cf-360cbf852760/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:04,520 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1901657246_0005_6bcc1832-fb8b-4542-a9cf-360cbf852760/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:05,556 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:33:05,558 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:33:05,568 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677572183_backup_system_bulk 2024-11-15T13:33:05,569 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677572183_backup_system_bulk finished. 2024-11-15T13:33:05,569 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677567725_ns2:test-17316775220881 2024-11-15T13:33:05,569 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677574343_ns2_test-17316775220881 to hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/ 2024-11-15T13:33:05,569 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:33:05,604 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:05,604 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/.hbase-snapshot/.tmp/snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:33:05,606 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:33:05,612 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677574343_ns2_test-17316775220881 to hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/.hbase-snapshot/.tmp/snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:33:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741934_1110 (size=86) 2024-11-15T13:33:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741933_1109 (size=496) 2024-11-15T13:33:06,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-2493287199512952747.jar 2024-11-15T13:33:06,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:06,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:06,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:06,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:06,929 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:06,955 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677574343_ns2_test-17316775220881' hfile list 2024-11-15T13:33:06,958 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-15T13:33:07,036 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local410308766_0006_673abac3-ff50-49ee-b29f-b1cc333216a4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:07,036 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local410308766_0006_673abac3-ff50-49ee-b29f-b1cc333216a4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:07,101 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T13:33:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741935_1111 (size=8413) 2024-11-15T13:33:07,537 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 output=hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 2024-11-15T13:33:07,538 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-15T13:33:07,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741936_1112 (size=5134) 2024-11-15T13:33:07,966 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579 output=hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579 2024-11-15T13:33:07,966 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-15T13:33:08,075 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:33:08,077 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:33:08,087 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:33:08,088 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677574343_ns2_test-17316775220881 finished. 2024-11-15T13:33:08,088 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677567725_ns4:test-17316775220883 2024-11-15T13:33:08,088 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677576502_ns4_test-17316775220883 to hdfs://localhost:38985/backupUT/backup_1731677567725/ns4/test-17316775220883/ 2024-11-15T13:33:08,088 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:33:08,114 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:08,114 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677567725/ns4/test-17316775220883, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677567725/ns4/test-17316775220883/.hbase-snapshot/.tmp/snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:33:08,116 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:33:08,120 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677576502_ns4_test-17316775220883 to hdfs://localhost:38985/backupUT/backup_1731677567725/ns4/test-17316775220883/.hbase-snapshot/.tmp/snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:33:08,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741938_1114 (size=86) 2024-11-15T13:33:08,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741937_1113 (size=443) 2024-11-15T13:33:08,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:08,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:08,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-13022295635130663091.jar 2024-11-15T13:33:09,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:09,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:09,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:09,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:09,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:09,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:09,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:09,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:09,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:09,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:09,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:09,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:09,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:09,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:09,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:09,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:09,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:09,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:09,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:09,450 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:09,475 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677576502_ns4_test-17316775220883' hfile list 2024-11-15T13:33:09,558 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2097772231_0007_dce0b80f-6bee-4e7e-b7a6-ada2388b306d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:09,558 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2097772231_0007_dce0b80f-6bee-4e7e-b7a6-ada2388b306d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:10,593 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:33:10,596 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:33:10,605 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:33:10,605 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677576502_ns4_test-17316775220883 finished. 2024-11-15T13:33:10,605 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677567725_test-1731677522088 2024-11-15T13:33:10,605 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677578661_default_test-1731677522088 to hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/ 2024-11-15T13:33:10,605 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:33:10,631 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:10,631 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/.hbase-snapshot/.tmp/snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:10,633 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:33:10,639 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677578661_default_test-1731677522088 to hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/.hbase-snapshot/.tmp/snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741940_1116 (size=84) 2024-11-15T13:33:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741939_1115 (size=1347) 2024-11-15T13:33:11,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-6317217867067096010.jar 2024-11-15T13:33:11,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:11,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:11,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:11,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:11,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:11,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:11,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:11,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:11,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:11,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:11,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:11,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:11,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:11,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:11,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:11,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:11,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:11,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:11,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:11,965 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:11,991 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677578661_default_test-1731677522088' hfile list 2024-11-15T13:33:11,994 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-15T13:33:12,080 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1766404211_0008_e2d4c7b3-c9ec-4feb-8db9-7eca8306d4e5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:12,080 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1766404211_0008_e2d4c7b3-c9ec-4feb-8db9-7eca8306d4e5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:12,147 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T13:33:12,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741941_1117 (size=13760) 2024-11-15T13:33:12,582 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 output=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 2024-11-15T13:33:12,583 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-15T13:33:12,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741942_1118 (size=10796) 2024-11-15T13:33:13,014 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b output=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b 2024-11-15T13:33:13,014 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-15T13:33:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741943_1119 (size=8413) 2024-11-15T13:33:13,452 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e output=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:33:13,452 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-15T13:33:13,466 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b to hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b" truncated to max limit (512 characters) 2024-11-15T13:33:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741944_1120 (size=5591) 2024-11-15T13:33:13,883 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b output=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:33:13,883 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-15T13:33:13,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741945_1121 (size=5484) 2024-11-15T13:33:14,320 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 output=hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:33:14,320 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-15T13:33:15,126 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:33:15,127 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:33:15,140 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:15,140 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677578661_default_test-1731677522088 finished. 2024-11-15T13:33:15,140 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731677567725_ns3:test-17316775220882 2024-11-15T13:33:15,140 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731677580832_ns3_test-17316775220882 to hdfs://localhost:38985/backupUT/backup_1731677567725/ns3/test-17316775220882/ 2024-11-15T13:33:15,140 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T13:33:15,170 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38985, inputRoot=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:15,170 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1874041134_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38985/backupUT/backup_1731677567725/ns3/test-17316775220882, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38985/backupUT/backup_1731677567725/ns3/test-17316775220882/.hbase-snapshot/.tmp/snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:15,172 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T13:33:15,175 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_1731677580832_ns3_test-17316775220882 to hdfs://localhost:38985/backupUT/backup_1731677567725/ns3/test-17316775220882/.hbase-snapshot/.tmp/snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741947_1123 (size=443) 2024-11-15T13:33:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741946_1122 (size=86) 2024-11-15T13:33:15,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:15,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:15,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-5432757264524925690.jar 2024-11-15T13:33:16,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:16,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:16,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:16,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:16,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:16,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:16,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:16,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:16,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:16,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:16,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:16,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:16,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:16,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:16,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:16,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:16,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T13:33:16,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:16,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:16,487 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:16,516 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731677580832_ns3_test-17316775220882' hfile list 2024-11-15T13:33:16,595 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local632509493_0009_8f96f323-c055-4e71-9614-495eb06e717d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:16,595 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local632509493_0009_8f96f323-c055-4e71-9614-495eb06e717d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:17,631 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T13:33:17,634 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T13:33:17,644 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:17,644 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731677580832_ns3_test-17316775220882 finished. 2024-11-15T13:33:17,644 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-15T13:33:17,644 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316775220881 2024-11-15T13:33:17,644 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17316775220883 2024-11-15T13:33:17,644 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731677522088 2024-11-15T13:33:17,644 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17316775220882 2024-11-15T13:33:17,653 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677567725 2024-11-15T13:33:17,653 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-15T13:33:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741948_1124 (size=209) 2024-11-15T13:33:18,060 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38985/backupUT/backup_1731677567725/.backup.manifest 2024-11-15T13:33:18,060 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731677567725 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17316775220881;ns4:test-17316775220883;test-1731677522088;ns3:test-17316775220882,targetRootDir=hdfs://localhost:38985/backupUT,startts=1731677571932,completets=1731677597653,bytescopied=0 2024-11-15T13:33:18,060 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-15T13:33:18,061 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677572183_backup_system_bulk 2024-11-15T13:33:18,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677572183_backup_system_bulk" type: DISABLED 2024-11-15T13:33:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677572183_backup_system_bulk 2024-11-15T13:33:18,069 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677572183_backup_system_bulk for backup backup_1731677567725 succeeded. 2024-11-15T13:33:18,069 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:33:18,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677574343_ns2_test-17316775220881" type: DISABLED 2024-11-15T13:33:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677574343_ns2_test-17316775220881 2024-11-15T13:33:18,075 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677574343_ns2_test-17316775220881 for backup backup_1731677567725 succeeded. 2024-11-15T13:33:18,075 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:33:18,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677576502_ns4_test-17316775220883" type: DISABLED 2024-11-15T13:33:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677576502_ns4_test-17316775220883 2024-11-15T13:33:18,080 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677576502_ns4_test-17316775220883 for backup backup_1731677567725 succeeded. 2024-11-15T13:33:18,080 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:18,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677578661_default_test-1731677522088" type: DISABLED 2024-11-15T13:33:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677578661_default_test-1731677522088 2024-11-15T13:33:18,083 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677578661_default_test-1731677522088 for backup backup_1731677567725 succeeded. 2024-11-15T13:33:18,083 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:18,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731677580832_ns3_test-17316775220882" type: DISABLED 2024-11-15T13:33:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731677580832_ns3_test-17316775220882 2024-11-15T13:33:18,087 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731677580832_ns3_test-17316775220882 for backup backup_1731677567725 succeeded. 2024-11-15T13:33:18,088 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T13:33:18,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T13:33:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T13:33:18,095 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T13:33:18,097 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T13:33:18,103 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731677567725 completed. 2024-11-15T13:33:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:19,563 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T13:33:23,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,175 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T13:33:23,179 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677603128 2024-11-15T13:33:23,182 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731677567725} 2024-11-15T13:33:23,182 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T13:33:23,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:23,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:33:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731677603272 (current time:1731677603272). 2024-11-15T13:33:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T13:33:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T13:33:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111f6c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:23,274 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:23,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:23,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:23,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c18ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:23,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:23,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:23,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:23,276 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:23,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525578b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:23,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:23,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:23,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:23,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775. 2024-11-15T13:33:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:23,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T13:33:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T13:33:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-15T13:33:23,283 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T13:33:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T13:33:23,284 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T13:33:23,286 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T13:33:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741949_1125 (size=52) 2024-11-15T13:33:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T13:33:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T13:33:23,693 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T13:33:23,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032}] 2024-11-15T13:33:23,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:33:23,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-15T13:33:23,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:23,847 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 05b5d5d66f0ca826756937c3ded81032 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-15T13:33:23,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/1c22b3f173ce458eb9e9d15a0aa7993b is 158, key is trslm:hdfs://localhost:38985/backupUT\x00ns2:test-17316775220881/meta:log-roll-map/1731677597648/Put/seqid=0 2024-11-15T13:33:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741950_1126 (size=6646) 2024-11-15T13:33:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T13:33:24,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/1c22b3f173ce458eb9e9d15a0aa7993b 2024-11-15T13:33:24,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/6775727d3cfd49359ff9633efecc2635 is 826, key is session:backup_1731677567725/session:context/1731677598096/Put/seqid=0 2024-11-15T13:33:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741951_1127 (size=5928) 2024-11-15T13:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T13:33:24,687 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/6775727d3cfd49359ff9633efecc2635 2024-11-15T13:33:24,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/1c22b3f173ce458eb9e9d15a0aa7993b as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/1c22b3f173ce458eb9e9d15a0aa7993b 2024-11-15T13:33:24,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/1c22b3f173ce458eb9e9d15a0aa7993b, entries=12, sequenceid=42, filesize=6.5 K 2024-11-15T13:33:24,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/6775727d3cfd49359ff9633efecc2635 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/6775727d3cfd49359ff9633efecc2635 2024-11-15T13:33:24,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/6775727d3cfd49359ff9633efecc2635, entries=2, sequenceid=42, filesize=5.8 K 2024-11-15T13:33:24,759 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 05b5d5d66f0ca826756937c3ded81032 in 913ms, sequenceid=42, compaction requested=true 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 05b5d5d66f0ca826756937c3ded81032: 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. for snapshot_backup_system completed. 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032.' region-info for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/f598adf472d847be8fe065d69d39faf6, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/1c22b3f173ce458eb9e9d15a0aa7993b] hfiles 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/251106fec978405684173503cb768f58 for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/f598adf472d847be8fe065d69d39faf6 for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/1c22b3f173ce458eb9e9d15a0aa7993b for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/64739962e0d341aaae7c12266380a75e, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/6775727d3cfd49359ff9633efecc2635] hfiles 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/3c9539917ca64710802b8106ef271261 for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/ca2c61fd754147a2805aea6c5135eaea for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/64739962e0d341aaae7c12266380a75e for snapshot=snapshot_backup_system 2024-11-15T13:33:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/6775727d3cfd49359ff9633efecc2635 for snapshot=snapshot_backup_system 2024-11-15T13:33:24,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741952_1128 (size=330) 2024-11-15T13:33:25,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:25,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-15T13:33:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-15T13:33:25,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:33:25,168 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:33:25,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T13:33:25,172 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T13:33:25,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b5d5d66f0ca826756937c3ded81032 in 1.4760 sec 2024-11-15T13:33:25,173 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T13:33:25,174 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T13:33:25,174 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T13:33:25,175 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T13:33:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741953_1129 (size=967) 2024-11-15T13:33:25,190 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T13:33:25,197 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T13:33:25,198 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.hbase-snapshot/snapshot_backup_system 2024-11-15T13:33:25,199 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T13:33:25,200 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-15T13:33:25,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9190 sec 2024-11-15T13:33:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T13:33:25,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T13:33:25,431 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731677603128 started at 1731677605431. 2024-11-15T13:33:25,433 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731677603128 has been started. 2024-11-15T13:33:25,436 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1731677522088, ns2:test-17316775220881, ns3:test-17316775220882, ns4:test-17316775220883] 2024-11-15T13:33:25,440 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731677558325for backupID backup_1731677603128 2024-11-15T13:33:25,440 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-15T13:33:25,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T13:33:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T13:33:25,441 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T13:33:25,441 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T13:33:25,441 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T13:33:25,441 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T13:33:25,442 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,442 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:33:25,532 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:33:25,532 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,533 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:33:25,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:33:25,534 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,534 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T13:33:25,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T13:33:25,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T13:33:25,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T13:33:25,538 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T13:33:25,539 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T13:33:25,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T13:33:25,539 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T13:33:25,539 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T13:33:25,540 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T13:33:25,540 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T13:33:25,540 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T13:33:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,558 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:33:25,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:33:25,559 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,559 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T13:33:25,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:33:25,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:33:25,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:33:25,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:33:25,561 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'fea232522fcc,43367,1731677512442' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T13:33:25,561 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@b214819[Count = 0] remaining members to acquire global barrier 2024-11-15T13:33:25,561 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T13:33:25,561 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,568 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,568 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T13:33:25,569 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,569 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T13:33:25,569 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T13:33:25,569 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,569 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731677572041 highest: 1731677572062 on fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,569 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0:(num 1731677572041) roll requested 2024-11-15T13:33:25,581 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677605569, exclude list is [], retry=0 2024-11-15T13:33:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:33:25,585 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677605569 2024-11-15T13:33:25,585 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:33:25,586 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 is not closed yet, will try archiving it next time 2024-11-15T13:33:25,586 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1:(num 1731677572062) roll requested 2024-11-15T13:33:25,586 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677538729 2024-11-15T13:33:25,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 not finished, retry = 0 2024-11-15T13:33:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741911_1087 (size=653) 2024-11-15T13:33:25,598 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677605586, exclude list is [], retry=0 2024-11-15T13:33:25,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:33:25,602 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677605586 2024-11-15T13:33:25,602 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:33:25,602 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 is not closed yet, will try archiving it next time 2024-11-15T13:33:25,602 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.meta:.meta(num 1731677572078) roll requested 2024-11-15T13:33:25,602 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677558325 2024-11-15T13:33:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741912_1088 (size=4710) 2024-11-15T13:33:25,614 DEBUG [regionserver/fea232522fcc:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677605602.meta, exclude list is [], retry=0 2024-11-15T13:33:25,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39013,DS-83239269-dee4-4ef1-815a-d070e99f6e13,DISK] 2024-11-15T13:33:25,618 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677605602.meta 2024-11-15T13:33:25,618 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-11-15T13:33:25,618 DEBUG [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta is not closed yet, will try archiving it next time 2024-11-15T13:33:25,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta not finished, retry = 0 2024-11-15T13:33:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741913_1089 (size=93) 2024-11-15T13:33:25,629 DEBUG [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-15T13:33:25,629 INFO [rs(fea232522fcc,43367,1731677512442)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731677605569 on fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:25,651 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T13:33:25,651 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'fea232522fcc,43367,1731677512442' in zk 2024-11-15T13:33:25,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,668 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T13:33:25,668 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:33:25,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,668 DEBUG [member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T13:33:25,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:33:25,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:33:25,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:33:25,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:33:25,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:33:25,672 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:33:25,674 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:33:25,675 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'fea232522fcc,43367,1731677512442': 2024-11-15T13:33:25,678 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'fea232522fcc,43367,1731677512442' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T13:33:25,678 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T13:33:25,678 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T13:33:25,678 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T13:33:25,678 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T13:33:25,678 INFO [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T13:33:25,688 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 2024-11-15T13:33:25,691 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,691 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:33:25,692 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T13:33:25,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T13:33:25,693 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:33:25,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T13:33:25,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:33:25,694 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:33:25,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T13:33:25,697 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:33:25,697 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,698 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T13:33:25,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T13:33:25,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:33:25,710 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T13:33:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T13:33:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/fea232522fcc,43367,1731677512442 2024-11-15T13:33:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,710 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T13:33:25,710 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T13:33:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T13:33:25,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T13:33:25,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T13:33:25,711 DEBUG [(fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T13:33:25,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T13:33:25,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T13:33:25,712 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T13:33:25,712 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T13:33:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T13:33:25,721 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta 2024-11-15T13:33:25,725 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {fea232522fcc:43367=1731677558325} newestTimestamps: {fea232522fcc:43367=1731677572062} 2024-11-15T13:33:25,727 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: fea232522fcc%2C43367%2C1731677512442.meta.1731677517001.meta 2024-11-15T13:33:25,727 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: fea232522fcc%2C43367%2C1731677512442.meta.1731677558342.meta 2024-11-15T13:33:25,727 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: fea232522fcc%2C43367%2C1731677512442.meta.1731677605602.meta 2024-11-15T13:33:25,728 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677605569 2024-11-15T13:33:25,728 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 2024-11-15T13:33:25,728 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677605586 2024-11-15T13:33:25,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.meta.1731677538766.meta 2024-11-15T13:33:25,729 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.meta.1731677572078.meta 2024-11-15T13:33:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741957_1133 (size=640) 2024-11-15T13:33:26,141 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:38985/backupUT/backup_1731677603128/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:26,141 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:33:26,146 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-15T13:33:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741958_1134 (size=45) 2024-11-15T13:33:26,554 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-15T13:33:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741959_1135 (size=364) 2024-11-15T13:33:26,971 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316775220881 target: hdfs://localhost:38985/backupUT/backup_1731677603128/ns2/test-17316775220881 descriptor: 'ns2:test-17316775220881', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:26,971 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:33:26,973 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316775220881 2024-11-15T13:33:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741960_1136 (size=50) 2024-11-15T13:33:27,379 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316775220881 2024-11-15T13:33:27,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741961_1137 (size=390) 2024-11-15T13:33:27,791 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17316775220883 target: hdfs://localhost:38985/backupUT/backup_1731677603128/ns4/test-17316775220883 descriptor: 'ns4:test-17316775220883', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:27,791 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:33:27,794 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17316775220883 2024-11-15T13:33:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741962_1138 (size=50) 2024-11-15T13:33:28,201 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17316775220883 2024-11-15T13:33:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741963_1139 (size=950) 2024-11-15T13:33:28,617 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731677522088 target: hdfs://localhost:38985/backupUT/backup_1731677603128/default/test-1731677522088 descriptor: 'test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:28,617 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:33:28,620 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731677522088 2024-11-15T13:33:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741964_1140 (size=53) 2024-11-15T13:33:29,027 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731677522088 2024-11-15T13:33:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741965_1141 (size=390) 2024-11-15T13:33:29,448 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17316775220882 target: hdfs://localhost:38985/backupUT/backup_1731677603128/ns3/test-17316775220882 descriptor: 'ns3:test-17316775220882', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:29,448 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T13:33:29,453 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17316775220882 2024-11-15T13:33:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741966_1142 (size=50) 2024-11-15T13:33:29,864 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17316775220882 2024-11-15T13:33:29,881 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38985/backupUT/.tmp/backup_1731677603128 from hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062;hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 2024-11-15T13:33:29,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dd85c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:29,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:29,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:29,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e587223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:29,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:29,884 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:29,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713f1913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:29,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:29,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:29,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423d936e 2024-11-15T13:33:29,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:29,887 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:29,891 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:33:29,891 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-15T13:33:29,891 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:29,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:29,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:29,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:29,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:29,895 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-15T13:33:29,895 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731677522088 2024-11-15T13:33:29,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731677522088,, stopping at row=test-1731677522088 ,, for max=2147483647 with caching=100 2024-11-15T13:33:29,896 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731677522088: test-1731677522088; 2024-11-15T13:33:29,897 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316775220881 2024-11-15T13:33:29,897 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316775220881,, stopping at row=ns2:test-17316775220881 ,, for max=2147483647 with caching=100 2024-11-15T13:33:29,898 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316775220881: ns2:test-17316775220881; 2024-11-15T13:33:29,898 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17316775220882 2024-11-15T13:33:29,898 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17316775220882,, stopping at row=ns3:test-17316775220882 ,, for max=2147483647 with caching=100 2024-11-15T13:33:29,900 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17316775220882: ns3:test-17316775220882; 2024-11-15T13:33:29,900 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17316775220883 2024-11-15T13:33:29,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17316775220883,, stopping at row=ns4:test-17316775220883 ,, for max=2147483647 with caching=100 2024-11-15T13:33:29,901 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17316775220883: ns4:test-17316775220883; 2024-11-15T13:33:29,902 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-15T13:33:29,902 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_916d1948-75d5-43a4-a047-9559399aa009 2024-11-15T13:33:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741967_1143 (size=324) 2024-11-15T13:33:30,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:30,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:30,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-9291866234143690028.jar 2024-11-15T13:33:31,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:31,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:31,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:31,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:31,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:31,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:31,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:31,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:31,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:31,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:31,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:31,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:31,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:31,191 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1731677522088,ns2:test-17316775220881,ns3:test-17316775220882,ns4:test-17316775220883 2024-11-15T13:33:31,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:31,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:31,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:31,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:31,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:31,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:32,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-14094034438296354207.jar 2024-11-15T13:33:32,068 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:32,093 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 for WAL files 2024-11-15T13:33:32,094 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 2024-11-15T13:33:32,094 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 for WAL files 2024-11-15T13:33:32,094 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 2024-11-15T13:33:32,170 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1661553799_0010_757d6ce6-e564-4305-bdb7-97a08b9f2cac/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:32,170 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local1661553799_0010_757d6ce6-e564-4305-bdb7-97a08b9f2cac/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:32,218 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 for hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677572062 (-9223372036854775808:9223372036854775807) length:4710 2024-11-15T13:33:32,221 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T13:33:32,221 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T13:33:32,255 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 for hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677572041 (-9223372036854775808:9223372036854775807) length:653 2024-11-15T13:33:32,258 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T13:33:32,258 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T13:33:32,345 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57487e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:32,345 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:32,345 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:32,346 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ace405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:32,348 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:32,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cffc715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:32,349 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:32,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:32,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:32,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:32,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731677522088', row='row-test-1731677522088-2-0', locateType=CURRENT is [region=test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., hostname=fea232522fcc,43367,1731677512442, seqNum=338] 2024-11-15T13:33:32,352 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-15T13:33:32,353 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:32,353 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:32,353 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:32,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:32,353 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-2-0] 2024-11-15T13:33:32,353 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:32,356 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/backupUT/.tmp/backup_1731677603128/_temporary/0/_temporary/attempt_local1661553799_0010_r_000004_0/default/test-1731677522088/f2/f53043bfe295457c81c0d8b01e9d5b74 is 58, key is row-test-1731677522088-2-0/f2:q1/1731677598119/Put/seqid=0 2024-11-15T13:33:32,358 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741968_1144 (size=5367) 2024-11-15T13:33:32,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8fb96e276ba663f86d12be2979eab93b, had cached 0 bytes from a total of 38453 2024-11-15T13:33:33,219 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38985/backupUT 2024-11-15T13:33:33,219 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731677603128 2024-11-15T13:33:33,219 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-15T13:33:33,231 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38985/backupUT/.tmp/backup_1731677603128, hdfs://localhost:38985/backupUT] 2024-11-15T13:33:33,273 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741969_1145 (size=5367) 2024-11-15T13:33:33,877 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-15T13:33:33,880 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731677603128 2024-11-15T13:33:33,880 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-15T13:33:33,880 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1237186924_0011 completed: true true 2024-11-15T13:33:33,881 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6666628 FILE: Number of bytes written=17162573 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410449 HDFS: Number of bytes written=2548327 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=424 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-15T13:33:33,881 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38985/backupUT/.tmp/backup_1731677603128 to hdfs://localhost:38985/backupUT finished. 2024-11-15T13:33:33,904 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731677603128 2024-11-15T13:33:33,907 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731677567725} 2024-11-15T13:33:33,907 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T13:33:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741970_1146 (size=714) 2024-11-15T13:33:34,314 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38985/backupUT/backup_1731677603128/.backup.manifest 2024-11-15T13:33:34,314 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731677603128 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17316775220881;ns4:test-17316775220883;test-1731677522088;ns3:test-17316775220882,targetRootDir=hdfs://localhost:38985/backupUT,startts=1731677605431,completets=1731677613904,bytescopied=0 2024-11-15T13:33:34,314 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T13:33:34,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T13:33:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T13:33:34,330 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T13:33:34,332 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T13:33:34,336 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731677603128 completed. 2024-11-15T13:33:34,337 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-15T13:33:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:34,354 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731677531869 2024-11-15T13:33:34,357 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-15T13:33:34,357 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-15T13:33:34,358 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:33:34,360 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:33:34,362 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:33:34,364 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:33:34,364 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731677522088' to 'table1' from full backup image hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088 2024-11-15T13:33:34,372 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-15T13:33:34,373 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:33:34,374 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f in region [hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b] 2024-11-15T13:33:34,377 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e first=row0 last=row98 2024-11-15T13:33:34,378 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3 in region [hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b] 2024-11-15T13:33:34,381 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d first=row-test-1731677522088-3-0 last=row-test-1731677522088-3-5 2024-11-15T13:33:34,381 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob in region [hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b] 2024-11-15T13:33:34,384 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 first=row-test-1731677522088-3-0 last=row-test-1731677522088-3-5 2024-11-15T13:33:34,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-15T13:33:34,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:33:34,390 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:34,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-15T13:33:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T13:33:34,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:33:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741971_1147 (size=938) 2024-11-15T13:33:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T13:33:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T13:33:34,804 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 108475b8f872bd0db949144fb12a8d4f, NAME => 'table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:34,805 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b7ffe78eb05a0793e4e130ca814b693f, NAME => 'table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741972_1148 (size=45) 2024-11-15T13:33:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741973_1149 (size=45) 2024-11-15T13:33:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T13:33:35,216 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:35,216 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 108475b8f872bd0db949144fb12a8d4f, disabling compactions & flushes 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing b7ffe78eb05a0793e4e130ca814b693f, disabling compactions & flushes 2024-11-15T13:33:35,217 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,217 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. after waiting 0 ms 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. after waiting 0 ms 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,217 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,217 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 108475b8f872bd0db949144fb12a8d4f: Waiting for close lock at 1731677615217Disabling compacts and flushes for region at 1731677615217Disabling writes for close at 1731677615217Writing region close event to WAL at 1731677615217Closed at 1731677615217 2024-11-15T13:33:35,217 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for b7ffe78eb05a0793e4e130ca814b693f: Waiting for close lock at 1731677615217Disabling compacts and flushes for region at 1731677615217Disabling writes for close at 1731677615217Writing region close event to WAL at 1731677615217Closed at 1731677615217 2024-11-15T13:33:35,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:33:35,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731677615220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677615220"}]},"ts":"1731677615220"} 2024-11-15T13:33:35,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731677615220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677615220"}]},"ts":"1731677615220"} 2024-11-15T13:33:35,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T13:33:35,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:33:35,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677615230"}]},"ts":"1731677615230"} 2024-11-15T13:33:35,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-15T13:33:35,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, ASSIGN}] 2024-11-15T13:33:35,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, ASSIGN 2024-11-15T13:33:35,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, ASSIGN 2024-11-15T13:33:35,234 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:33:35,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:33:35,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=108475b8f872bd0db949144fb12a8d4f, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:35,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b7ffe78eb05a0793e4e130ca814b693f, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:35,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, ASSIGN because future has completed 2024-11-15T13:33:35,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7ffe78eb05a0793e4e130ca814b693f, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:35,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, ASSIGN because future has completed 2024-11-15T13:33:35,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108475b8f872bd0db949144fb12a8d4f, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T13:33:35,552 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,553 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 108475b8f872bd0db949144fb12a8d4f, NAME => 'table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T13:33:35,554 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:35,554 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,554 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:35,555 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,555 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,557 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,558 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108475b8f872bd0db949144fb12a8d4f columnFamilyName f 2024-11-15T13:33:35,559 DEBUG [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:35,559 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] regionserver.HStore(327): Store=108475b8f872bd0db949144fb12a8d4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:35,559 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,560 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108475b8f872bd0db949144fb12a8d4f columnFamilyName f3 2024-11-15T13:33:35,560 DEBUG [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:35,561 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] regionserver.HStore(327): Store=108475b8f872bd0db949144fb12a8d4f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:35,561 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,562 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108475b8f872bd0db949144fb12a8d4f columnFamilyName mob 2024-11-15T13:33:35,563 DEBUG [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:35,563 INFO [StoreOpener-108475b8f872bd0db949144fb12a8d4f-1 {}] regionserver.HStore(327): Store=108475b8f872bd0db949144fb12a8d4f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:35,564 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,564 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,565 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,566 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,566 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,566 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:33:35,567 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,569 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:33:35,570 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 108475b8f872bd0db949144fb12a8d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9932517920, jitterRate=-0.07496218383312225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:33:35,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:35,570 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 108475b8f872bd0db949144fb12a8d4f: Running coprocessor pre-open hook at 1731677615555Writing region info on filesystem at 1731677615555Initializing all the Stores at 1731677615557 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677615557Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677615557Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677615557Cleaning up temporary data from old regions at 1731677615566 (+9 ms)Running coprocessor post-open hooks at 1731677615570 (+4 ms)Region opened successfully at 1731677615570 2024-11-15T13:33:35,571 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., pid=66, masterSystemTime=1731677615546 2024-11-15T13:33:35,573 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,573 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:35,573 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,574 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => b7ffe78eb05a0793e4e130ca814b693f, NAME => 'table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T13:33:35,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=108475b8f872bd0db949144fb12a8d4f, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:35,574 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:35,574 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,574 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:35,574 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,575 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108475b8f872bd0db949144fb12a8d4f, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:35,576 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,578 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ffe78eb05a0793e4e130ca814b693f columnFamilyName f 2024-11-15T13:33:35,578 DEBUG [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:35,578 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] regionserver.HStore(327): Store=b7ffe78eb05a0793e4e130ca814b693f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:35,579 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-15T13:33:35,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 108475b8f872bd0db949144fb12a8d4f, server=fea232522fcc,43367,1731677512442 in 184 msec 2024-11-15T13:33:35,580 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ffe78eb05a0793e4e130ca814b693f columnFamilyName f3 2024-11-15T13:33:35,580 DEBUG [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:35,581 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] regionserver.HStore(327): Store=b7ffe78eb05a0793e4e130ca814b693f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:35,581 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, ASSIGN in 348 msec 2024-11-15T13:33:35,582 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ffe78eb05a0793e4e130ca814b693f columnFamilyName mob 2024-11-15T13:33:35,582 DEBUG [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:35,583 INFO [StoreOpener-b7ffe78eb05a0793e4e130ca814b693f-1 {}] regionserver.HStore(327): Store=b7ffe78eb05a0793e4e130ca814b693f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:35,583 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,584 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,584 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,585 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,585 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,586 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:33:35,587 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,589 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:33:35,589 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened b7ffe78eb05a0793e4e130ca814b693f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10549453440, jitterRate=-0.01750558614730835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:33:35,589 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:35,589 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for b7ffe78eb05a0793e4e130ca814b693f: Running coprocessor pre-open hook at 1731677615575Writing region info on filesystem at 1731677615575Initializing all the Stores at 1731677615576 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677615576Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677615576Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677615576Cleaning up temporary data from old regions at 1731677615585 (+9 ms)Running coprocessor post-open hooks at 1731677615589 (+4 ms)Region opened successfully at 1731677615589 2024-11-15T13:33:35,590 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., pid=65, masterSystemTime=1731677615546 2024-11-15T13:33:35,592 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,592 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:35,592 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b7ffe78eb05a0793e4e130ca814b693f, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:35,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7ffe78eb05a0793e4e130ca814b693f, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:35,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-15T13:33:35,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure b7ffe78eb05a0793e4e130ca814b693f, server=fea232522fcc,43367,1731677512442 in 202 msec 2024-11-15T13:33:35,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-15T13:33:35,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, ASSIGN in 364 msec 2024-11-15T13:33:35,597 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:33:35,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677615598"}]},"ts":"1731677615598"} 2024-11-15T13:33:35,599 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-15T13:33:35,600 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:33:35,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2120 sec 2024-11-15T13:33:36,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ffedd6d94b879c027dd3d27be479cf73, had cached 0 bytes from a total of 13547 2024-11-15T13:33:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T13:33:36,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-15T13:33:36,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:36,555 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b from hbase tables test-1731677522088 to tables table1 2024-11-15T13:33:36,556 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731677522088 into table1 2024-11-15T13:33:36,558 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556 from hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:33:36,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e46ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:36,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:36,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:36,559 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61df9bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:36,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:36,561 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:36,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f625adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:36,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:36,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:36,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d85a334 2024-11-15T13:33:36,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:36,563 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:36,564 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:33:36,564 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T13:33:36,564 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:36,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:36,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:36,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:36,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:36,568 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T13:33:36,568 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T13:33:36,568 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T13:33:36,568 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_d3e094fe-050c-4d1c-af03-0a1b6e9b5804 2024-11-15T13:33:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741974_1150 (size=177) 2024-11-15T13:33:36,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:36,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:36,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-15T13:33:37,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-78609053072827893.jar 2024-11-15T13:33:37,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:37,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:37,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:37,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:37,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:37,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:37,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:37,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:37,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:37,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:37,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:37,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:37,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:37,854 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T13:33:37,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:37,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:37,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:37,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:37,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:37,855 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T13:33:37,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:37,864 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:37,875 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T13:33:37,956 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local8158775_0012_144d7380-27a2-429a-885a-01a6cb283bdd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:37,956 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local8158775_0012_144d7380-27a2-429a-885a-01a6cb283bdd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:38,000 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:33:38,003 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:38,037 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:33:38,040 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:38,060 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f3/fbec9a60795f46f7aeca7868f1fb240d 2024-11-15T13:33:38,063 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:38,090 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c70bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,090 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:38,090 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:38,091 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1d1fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:38,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:38,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,093 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:38,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f75513a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,094 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:38,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:38,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:38,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731677522088-3-0', locateType=CURRENT is [region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:38,098 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T13:33:38,098 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:38,098 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,098 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:38,098 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-3-0] 2024-11-15T13:33:38,098 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:38,103 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1696235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,103 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:38,103 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:38,104 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479aa879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:38,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40501678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,106 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:38,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:38,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:38,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:38,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731677522088-3-0', locateType=CURRENT is [region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:38,110 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T13:33:38,110 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:38,110 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,110 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:38,110 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-3-0] 2024-11-15T13:33:38,110 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:38,115 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/_temporary/0/_temporary/attempt_local8158775_0012_r_000000_0/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e is 58, key is row-test-1731677522088-3-0/f3:q1/1731677531828/Put/seqid=0 2024-11-15T13:33:38,116 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:38,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741975_1151 (size=5527) 2024-11-15T13:33:38,520 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/_temporary/0/_temporary/attempt_local8158775_0012_r_000000_0/mob/3508815156054441a3489b32daec7781 is 59, key is row-test-1731677522088-3-0/mob:q1/1731677531849/Put/seqid=0 2024-11-15T13:33:38,522 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:38,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741976_1152 (size=5536) 2024-11-15T13:33:38,961 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b5476d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,961 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:38,961 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:38,962 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:38,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:38,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:38,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a1a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8d6913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:38,964 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:38,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:38,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:38,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:38,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:38,968 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T13:33:38,968 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:38,968 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,968 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:38,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:38,969 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T13:33:38,969 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:38,976 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/_temporary/0/_temporary/attempt_local8158775_0012_r_000001_0/f/b7f995c27fe243d2aff78ae41976a32d is 37, key is row10/f:q1/1731677524786/Put/seqid=0 2024-11-15T13:33:38,978 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741977_1153 (size=8739) 2024-11-15T13:33:39,995 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556 2024-11-15T13:33:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea2be75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:39,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:39,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:39,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:39,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:39,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:39,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a833adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:39,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:39,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:40,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd32bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:40,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:40,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:40,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:40,006 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/_SUCCESS 2024-11-15T13:33:40,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:40,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:40,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cf5b547 2024-11-15T13:33:40,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:40,017 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:40,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:40,027 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/f/b7f995c27fe243d2aff78ae41976a32d first=Optional[row0] last=Optional[row98] 2024-11-15T13:33:40,040 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e first=Optional[row-test-1731677522088-3-0] last=Optional[row-test-1731677522088-3-5] 2024-11-15T13:33:40,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/mob/3508815156054441a3489b32daec7781 first=Optional[row-test-1731677522088-3-0] last=Optional[row-test-1731677522088-3-5] 2024-11-15T13:33:40,059 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/f/b7f995c27fe243d2aff78ae41976a32d for inclusion in b7ffe78eb05a0793e4e130ca814b693f/f 2024-11-15T13:33:40,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/mob/3508815156054441a3489b32daec7781 for inclusion in 108475b8f872bd0db949144fb12a8d4f/mob 2024-11-15T13:33:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731677522088-3-0 last=row-test-1731677522088-3-5 2024-11-15T13:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T13:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T13:33:40,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e for inclusion in 108475b8f872bd0db949144fb12a8d4f/f3 2024-11-15T13:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-15T13:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for b7ffe78eb05a0793e4e130ca814b693f: 2024-11-15T13:33:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/f/b7f995c27fe243d2aff78ae41976a32d to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f/b7f995c27fe243d2aff78ae41976a32d 2024-11-15T13:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731677522088-3-0 last=row-test-1731677522088-3-5 2024-11-15T13:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T13:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for 108475b8f872bd0db949144fb12a8d4f: 2024-11-15T13:33:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f/b7f995c27fe243d2aff78ae41976a32d as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f/e12a861d412a483b89f67eb05676cefa_SeqId_4_ 2024-11-15T13:33:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/mob/3508815156054441a3489b32daec7781 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/mob/3508815156054441a3489b32daec7781 2024-11-15T13:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e94314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:40,072 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/mob/3508815156054441a3489b32daec7781 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob/86115ebaad8f4dfda1c5420f7485b9c6_SeqId_4_ 2024-11-15T13:33:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba11a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677616556/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e 2024-11-15T13:33:40,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,073 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df595c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3/58a7cfce0a8a44c1b7d239033b3ccdb0_SeqId_4_ 2024-11-15T13:33:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0d07f5 2024-11-15T13:33:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8774e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:40,076 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:40,076 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:40,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ad9246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:40,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:40,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:40,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:40,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:40,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:40,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76168a3 2024-11-15T13:33:40,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:40,081 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:40,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:40,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:40,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:40,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:40,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367. 2024-11-15T13:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:40,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f/b7f995c27fe243d2aff78ae41976a32d into b7ffe78eb05a0793e4e130ca814b693f/f as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f/e12a861d412a483b89f67eb05676cefa_SeqId_4_ - updating store file list. 2024-11-15T13:33:40,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:40,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f/e12a861d412a483b89f67eb05676cefa_SeqId_4_ into b7ffe78eb05a0793e4e130ca814b693f/f 2024-11-15T13:33:40,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f/b7f995c27fe243d2aff78ae41976a32d into b7ffe78eb05a0793e4e130ca814b693f/f (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f/e12a861d412a483b89f67eb05676cefa_SeqId_4_) 2024-11-15T13:33:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f/b7f995c27fe243d2aff78ae41976a32d 2024-11-15T13:33:40,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31594cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:40,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c256dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:40,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c06609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:40,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:40,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471e3f99 2024-11-15T13:33:40,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb714ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:40,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:40,112 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:40,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:40,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:40,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7598da95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:40,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:40,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:40,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646e2e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:40,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e92b0e2 2024-11-15T13:33:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:40,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:40,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:40,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:40,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:40,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:40,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:40,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e into 108475b8f872bd0db949144fb12a8d4f/f3 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3/58a7cfce0a8a44c1b7d239033b3ccdb0_SeqId_4_ - updating store file list. 2024-11-15T13:33:40,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:40,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367. 2024-11-15T13:33:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:40,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3/58a7cfce0a8a44c1b7d239033b3ccdb0_SeqId_4_ into 108475b8f872bd0db949144fb12a8d4f/f3 2024-11-15T13:33:40,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e into 108475b8f872bd0db949144fb12a8d4f/f3 (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3/58a7cfce0a8a44c1b7d239033b3ccdb0_SeqId_4_) 2024-11-15T13:33:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/f3/7f1ff4a61bcb4e50b8ce19ebce473b8e 2024-11-15T13:33:40,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/mob/3508815156054441a3489b32daec7781 into 108475b8f872bd0db949144fb12a8d4f/mob as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob/86115ebaad8f4dfda1c5420f7485b9c6_SeqId_4_ - updating store file list. 2024-11-15T13:33:40,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob/86115ebaad8f4dfda1c5420f7485b9c6_SeqId_4_ into 108475b8f872bd0db949144fb12a8d4f/mob 2024-11-15T13:33:40,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/mob/3508815156054441a3489b32daec7781 into 108475b8f872bd0db949144fb12a8d4f/mob (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob/86115ebaad8f4dfda1c5420f7485b9c6_SeqId_4_) 2024-11-15T13:33:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__toien8jj69qe09jjc2vpog4a446hkd3r6r5lpc89gdqg8img47dan3v091jrjmco/mob/3508815156054441a3489b32daec7781 2024-11-15T13:33:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696ee530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:40,146 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@962e890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ee013c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27df8c26 2024-11-15T13:33:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:40,149 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:40,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:40,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:40,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:40,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:40,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:40,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:40,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:40,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:40,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:40,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:40,171 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T13:33:40,171 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T13:33:40,171 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731677531869 hdfs://localhost:38985/backupUT/backup_1731677531869/default/test-1731677522088/ 2024-11-15T13:33:40,172 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:33:40,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:40,173 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T13:33:40,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:40,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:40,175 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677531869/.backup.manifest 2024-11-15T13:33:40,175 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316775220881' to 'ns2:table2' from full backup image hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881 2024-11-15T13:33:40,184 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-15T13:33:40,184 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:40,185 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f in region [hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73] 2024-11-15T13:33:40,188 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 first=row0 last=row98 2024-11-15T13:33:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-15T13:33:40,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T13:33:40,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-15T13:33:40,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T13:33:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T13:33:40,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741978_1154 (size=351) 2024-11-15T13:33:40,282 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T13:33:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T13:33:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T13:33:40,600 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08568838907a6a94c5d6112e1e082e93, NAME => 'ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741979_1155 (size=37) 2024-11-15T13:33:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T13:33:41,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:41,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 08568838907a6a94c5d6112e1e082e93, disabling compactions & flushes 2024-11-15T13:33:41,009 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. after waiting 0 ms 2024-11-15T13:33:41,009 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,010 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,010 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08568838907a6a94c5d6112e1e082e93: Waiting for close lock at 1731677621009Disabling compacts and flushes for region at 1731677621009Disabling writes for close at 1731677621009Writing region close event to WAL at 1731677621009Closed at 1731677621009 2024-11-15T13:33:41,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T13:33:41,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731677621012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677621012"}]},"ts":"1731677621012"} 2024-11-15T13:33:41,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:33:41,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T13:33:41,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677621017"}]},"ts":"1731677621017"} 2024-11-15T13:33:41,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-15T13:33:41,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, ASSIGN}] 2024-11-15T13:33:41,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, ASSIGN 2024-11-15T13:33:41,023 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:33:41,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T13:33:41,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-15T13:33:41,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-15T13:33:41,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=08568838907a6a94c5d6112e1e082e93, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:41,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, ASSIGN because future has completed 2024-11-15T13:33:41,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08568838907a6a94c5d6112e1e082e93, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T13:33:41,337 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,337 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 08568838907a6a94c5d6112e1e082e93, NAME => 'ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:33:41,338 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:41,339 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,339 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:41,339 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,339 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,342 INFO [StoreOpener-08568838907a6a94c5d6112e1e082e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,344 INFO [StoreOpener-08568838907a6a94c5d6112e1e082e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08568838907a6a94c5d6112e1e082e93 columnFamilyName f 2024-11-15T13:33:41,344 DEBUG [StoreOpener-08568838907a6a94c5d6112e1e082e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:41,345 INFO [StoreOpener-08568838907a6a94c5d6112e1e082e93-1 {}] regionserver.HStore(327): Store=08568838907a6a94c5d6112e1e082e93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:41,345 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,346 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,346 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,347 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,347 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,349 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,351 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:33:41,352 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 08568838907a6a94c5d6112e1e082e93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11204944000, jitterRate=0.04354172945022583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T13:33:41,352 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:41,353 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 08568838907a6a94c5d6112e1e082e93: Running coprocessor pre-open hook at 1731677621340Writing region info on filesystem at 1731677621340Initializing all the Stores at 1731677621342 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677621342Cleaning up temporary data from old regions at 1731677621347 (+5 ms)Running coprocessor post-open hooks at 1731677621352 (+5 ms)Region opened successfully at 1731677621353 (+1 ms) 2024-11-15T13:33:41,354 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., pid=69, masterSystemTime=1731677621329 2024-11-15T13:33:41,356 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,356 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:41,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=08568838907a6a94c5d6112e1e082e93, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:41,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08568838907a6a94c5d6112e1e082e93, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:41,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T13:33:41,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 08568838907a6a94c5d6112e1e082e93, server=fea232522fcc,43367,1731677512442 in 182 msec 2024-11-15T13:33:41,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-15T13:33:41,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, ASSIGN in 340 msec 2024-11-15T13:33:41,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T13:33:41,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677621362"}]},"ts":"1731677621362"} 2024-11-15T13:33:41,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-15T13:33:41,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T13:33:41,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1750 sec 2024-11-15T13:33:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T13:33:42,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-15T13:33:42,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T13:33:42,346 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 from hbase tables ns2:test-17316775220881 to tables ns2:table2 2024-11-15T13:33:42,346 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316775220881 into ns2:table2 2024-11-15T13:33:42,348 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346 from hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:42,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b7344a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:42,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:42,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:42,350 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0f83ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:42,353 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:42,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce8b83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:42,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:42,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:42,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb8c3e2 2024-11-15T13:33:42,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:42,356 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:42,357 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:33:42,357 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-15T13:33:42,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T13:33:42,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:42,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:42,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:42,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:42,363 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-15T13:33:42,363 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-15T13:33:42,363 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_dfb85c28-7e5b-49e6-9037-4e45db13a261 2024-11-15T13:33:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741980_1156 (size=153) 2024-11-15T13:33:42,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:42,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:42,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 05b5d5d66f0ca826756937c3ded81032, had cached 0 bytes from a total of 41499 2024-11-15T13:33:43,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-6276020119077644661.jar 2024-11-15T13:33:43,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:43,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:43,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:43,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:43,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:43,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:43,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:43,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:43,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:43,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:43,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:43,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:43,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:43,648 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-15T13:33:43,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:43,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:43,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:43,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:43,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:43,649 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T13:33:43,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:43,660 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:43,670 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T13:33:43,748 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local574547249_0013_7c0e8055-45e1-4132-842f-d78ce4f9dd0c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:43,748 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local574547249_0013_7c0e8055-45e1-4132-842f-d78ce4f9dd0c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:43,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-15T13:33:43,803 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 2024-11-15T13:33:43,807 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:43,837 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275e876c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:43,837 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:43,838 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:43,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dcc1566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:43,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:43,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:43,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:43,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3dec26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:43,843 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:43,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:43,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:43,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:43,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:43,847 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-15T13:33:43,848 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:43,848 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:43,848 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:43,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:43,848 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T13:33:43,848 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:43,856 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346/_temporary/0/_temporary/attempt_local574547249_0013_r_000000_0/f/40874b8bacbf4546a937e05bc1263b62 is 37, key is row10/f:q1/1731677527127/Put/seqid=0 2024-11-15T13:33:43,857 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741981_1157 (size=8741) 2024-11-15T13:33:44,794 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346 2024-11-15T13:33:44,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33518593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:44,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:44,795 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:44,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6580c089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:44,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:44,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,796 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:44,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:44,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:44,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:44,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:44,801 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346/_SUCCESS 2024-11-15T13:33:44,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:44,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:44,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f7b148e 2024-11-15T13:33:44,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:44,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:44,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:44,812 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T13:33:44,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346/f/40874b8bacbf4546a937e05bc1263b62 first=Optional[row0] last=Optional[row98] 2024-11-15T13:33:44,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346/f/40874b8bacbf4546a937e05bc1263b62 for inclusion in 08568838907a6a94c5d6112e1e082e93/f 2024-11-15T13:33:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T13:33:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T13:33:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for 08568838907a6a94c5d6112e1e082e93: 2024-11-15T13:33:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677622346/f/40874b8bacbf4546a937e05bc1263b62 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__rp39u26osk5r7dv3o1kq9mfin3mll5rch2316lu8uhvkj1j2goii9u382r2q851e/f/40874b8bacbf4546a937e05bc1263b62 2024-11-15T13:33:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__rp39u26osk5r7dv3o1kq9mfin3mll5rch2316lu8uhvkj1j2goii9u382r2q851e/f/40874b8bacbf4546a937e05bc1263b62 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f/c81d64abe79a47b29a4fc996f4d5a1ff_SeqId_4_ 2024-11-15T13:33:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562f55c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:44,829 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbfd0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:44,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:44,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:44,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee2fa4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaa45ee 2024-11-15T13:33:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:44,833 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:44,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:44,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:44,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:44,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:44,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:44,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:44,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:44,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__rp39u26osk5r7dv3o1kq9mfin3mll5rch2316lu8uhvkj1j2goii9u382r2q851e/f/40874b8bacbf4546a937e05bc1263b62 into 08568838907a6a94c5d6112e1e082e93/f as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f/c81d64abe79a47b29a4fc996f4d5a1ff_SeqId_4_ - updating store file list. 2024-11-15T13:33:44,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f/c81d64abe79a47b29a4fc996f4d5a1ff_SeqId_4_ into 08568838907a6a94c5d6112e1e082e93/f 2024-11-15T13:33:44,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__rp39u26osk5r7dv3o1kq9mfin3mll5rch2316lu8uhvkj1j2goii9u382r2q851e/f/40874b8bacbf4546a937e05bc1263b62 into 08568838907a6a94c5d6112e1e082e93/f (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f/c81d64abe79a47b29a4fc996f4d5a1ff_SeqId_4_) 2024-11-15T13:33:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__rp39u26osk5r7dv3o1kq9mfin3mll5rch2316lu8uhvkj1j2goii9u382r2q851e/f/40874b8bacbf4546a937e05bc1263b62 2024-11-15T13:33:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270244f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:44,859 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ede840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c38aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c0e93a6 2024-11-15T13:33:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:44,863 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:44,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:44,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:44,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:44,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:44,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:44,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:44,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:44,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:44,882 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T13:33:44,882 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T13:33:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:44,883 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731677531869 hdfs://localhost:38985/backupUT/backup_1731677531869/ns2/test-17316775220881/ 2024-11-15T13:33:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:44,883 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-15T13:33:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:44,883 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T13:33:44,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:44,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:44,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:44,913 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677603128/.backup.manifest 2024-11-15T13:33:44,915 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677603128/.backup.manifest 2024-11-15T13:33:44,915 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677567725/.backup.manifest 2024-11-15T13:33:44,917 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677567725/.backup.manifest 2024-11-15T13:33:44,917 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731677522088' to 'table1' from full backup image hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088 2024-11-15T13:33:44,919 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731677603128 2024-11-15T13:33:44,923 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-15T13:33:44,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-15T13:33:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-15T13:33:44,934 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677624934"}]},"ts":"1731677624934"} 2024-11-15T13:33:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T13:33:44,935 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-15T13:33:44,935 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-15T13:33:44,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-15T13:33:44,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, UNASSIGN}] 2024-11-15T13:33:44,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, UNASSIGN 2024-11-15T13:33:44,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, UNASSIGN 2024-11-15T13:33:44,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=108475b8f872bd0db949144fb12a8d4f, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:44,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=b7ffe78eb05a0793e4e130ca814b693f, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, UNASSIGN because future has completed 2024-11-15T13:33:44,945 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:33:44,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 108475b8f872bd0db949144fb12a8d4f, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, UNASSIGN because future has completed 2024-11-15T13:33:44,945 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:33:44,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7ffe78eb05a0793e4e130ca814b693f, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:44,991 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T13:33:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T13:33:45,098 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:45,098 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:33:45,098 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing b7ffe78eb05a0793e4e130ca814b693f, disabling compactions & flushes 2024-11-15T13:33:45,098 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:45,098 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:45,098 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. after waiting 0 ms 2024-11-15T13:33:45,098 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:45,108 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T13:33:45,110 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:45,110 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. 2024-11-15T13:33:45,111 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for b7ffe78eb05a0793e4e130ca814b693f: Waiting for close lock at 1731677625098Running coprocessor pre-close hooks at 1731677625098Disabling compacts and flushes for region at 1731677625098Disabling writes for close at 1731677625098Writing region close event to WAL at 1731677625100 (+2 ms)Running coprocessor post-close hooks at 1731677625110 (+10 ms)Closed at 1731677625110 2024-11-15T13:33:45,113 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:45,113 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:45,113 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:33:45,113 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 108475b8f872bd0db949144fb12a8d4f, disabling compactions & flushes 2024-11-15T13:33:45,113 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:45,114 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:45,114 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. after waiting 0 ms 2024-11-15T13:33:45,114 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:45,114 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=b7ffe78eb05a0793e4e130ca814b693f, regionState=CLOSED 2024-11-15T13:33:45,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7ffe78eb05a0793e4e130ca814b693f, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:45,120 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T13:33:45,121 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:45,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-11-15T13:33:45,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure b7ffe78eb05a0793e4e130ca814b693f, server=fea232522fcc,43367,1731677512442 in 173 msec 2024-11-15T13:33:45,121 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. 2024-11-15T13:33:45,121 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 108475b8f872bd0db949144fb12a8d4f: Waiting for close lock at 1731677625113Running coprocessor pre-close hooks at 1731677625113Disabling compacts and flushes for region at 1731677625113Disabling writes for close at 1731677625114 (+1 ms)Writing region close event to WAL at 1731677625115 (+1 ms)Running coprocessor post-close hooks at 1731677625121 (+6 ms)Closed at 1731677625121 2024-11-15T13:33:45,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=b7ffe78eb05a0793e4e130ca814b693f, UNASSIGN in 180 msec 2024-11-15T13:33:45,123 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:45,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=108475b8f872bd0db949144fb12a8d4f, regionState=CLOSED 2024-11-15T13:33:45,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 108475b8f872bd0db949144fb12a8d4f, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:45,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-15T13:33:45,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 108475b8f872bd0db949144fb12a8d4f, server=fea232522fcc,43367,1731677512442 in 180 msec 2024-11-15T13:33:45,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-15T13:33:45,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=108475b8f872bd0db949144fb12a8d4f, UNASSIGN in 186 msec 2024-11-15T13:33:45,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T13:33:45,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 192 msec 2024-11-15T13:33:45,132 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677625132"}]},"ts":"1731677625132"} 2024-11-15T13:33:45,133 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-15T13:33:45,133 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-15T13:33:45,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 206 msec 2024-11-15T13:33:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T13:33:45,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-15T13:33:45,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-15T13:33:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-15T13:33:45,269 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-15T13:33:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T13:33:45,274 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:45,274 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:45,277 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/recovered.edits] 2024-11-15T13:33:45,277 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f3, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/mob, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/recovered.edits] 2024-11-15T13:33:45,281 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f/e12a861d412a483b89f67eb05676cefa_SeqId_4_ to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/f/e12a861d412a483b89f67eb05676cefa_SeqId_4_ 2024-11-15T13:33:45,282 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3/58a7cfce0a8a44c1b7d239033b3ccdb0_SeqId_4_ to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/default/table1/108475b8f872bd0db949144fb12a8d4f/f3/58a7cfce0a8a44c1b7d239033b3ccdb0_SeqId_4_ 2024-11-15T13:33:45,284 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob/86115ebaad8f4dfda1c5420f7485b9c6_SeqId_4_ to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/default/table1/108475b8f872bd0db949144fb12a8d4f/mob/86115ebaad8f4dfda1c5420f7485b9c6_SeqId_4_ 2024-11-15T13:33:45,286 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/recovered.edits/6.seqid to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f/recovered.edits/6.seqid 2024-11-15T13:33:45,286 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/b7ffe78eb05a0793e4e130ca814b693f 2024-11-15T13:33:45,287 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f/recovered.edits/6.seqid to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/default/table1/108475b8f872bd0db949144fb12a8d4f/recovered.edits/6.seqid 2024-11-15T13:33:45,287 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/108475b8f872bd0db949144fb12a8d4f 2024-11-15T13:33:45,287 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-15T13:33:45,288 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-15T13:33:45,289 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-15T13:33:45,290 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-15T13:33:45,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T13:33:45,300 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-15T13:33:45,302 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-15T13:33:45,303 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-15T13:33:45,303 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731677625303"}]},"ts":"9223372036854775807"} 2024-11-15T13:33:45,303 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731677625303"}]},"ts":"9223372036854775807"} 2024-11-15T13:33:45,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-15T13:33:45,305 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 108475b8f872bd0db949144fb12a8d4f, NAME => 'table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => b7ffe78eb05a0793e4e130ca814b693f, NAME => 'table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-15T13:33:45,306 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-15T13:33:45,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731677625306"}]},"ts":"9223372036854775807"} 2024-11-15T13:33:45,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-15T13:33:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741982_1158 (size=938) 2024-11-15T13:33:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T13:33:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T13:33:45,717 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d33cdbfada06fd8dc963d07cb3f45114, NAME => 'table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:45,718 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 127f1b855efe4c35c0213b4f23fec633, NAME => 'table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741984_1160 (size=45) 2024-11-15T13:33:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741983_1159 (size=45) 2024-11-15T13:33:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 127f1b855efe4c35c0213b4f23fec633, disabling compactions & flushes 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing d33cdbfada06fd8dc963d07cb3f45114, disabling compactions & flushes 2024-11-15T13:33:46,129 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,129 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,129 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. after waiting 0 ms 2024-11-15T13:33:46,130 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. after waiting 0 ms 2024-11-15T13:33:46,130 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,130 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,130 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,130 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,130 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 127f1b855efe4c35c0213b4f23fec633: Waiting for close lock at 1731677626129Disabling compacts and flushes for region at 1731677626129Disabling writes for close at 1731677626130 (+1 ms)Writing region close event to WAL at 1731677626130Closed at 1731677626130 2024-11-15T13:33:46,130 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for d33cdbfada06fd8dc963d07cb3f45114: Waiting for close lock at 1731677626129Disabling compacts and flushes for region at 1731677626129Disabling writes for close at 1731677626130 (+1 ms)Writing region close event to WAL at 1731677626130Closed at 1731677626130 2024-11-15T13:33:46,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731677626132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677626132"}]},"ts":"1731677626132"} 2024-11-15T13:33:46,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731677626132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677626132"}]},"ts":"1731677626132"} 2024-11-15T13:33:46,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T13:33:46,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677626138"}]},"ts":"1731677626138"} 2024-11-15T13:33:46,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-15T13:33:46,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, ASSIGN}] 2024-11-15T13:33:46,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, ASSIGN 2024-11-15T13:33:46,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, ASSIGN 2024-11-15T13:33:46,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:33:46,143 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:33:46,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=127f1b855efe4c35c0213b4f23fec633, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:46,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=d33cdbfada06fd8dc963d07cb3f45114, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, ASSIGN because future has completed 2024-11-15T13:33:46,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:46,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, ASSIGN because future has completed 2024-11-15T13:33:46,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T13:33:46,461 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,462 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 127f1b855efe4c35c0213b4f23fec633, NAME => 'table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T13:33:46,462 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:46,463 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,463 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:46,463 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,463 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,466 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,467 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 127f1b855efe4c35c0213b4f23fec633 columnFamilyName f 2024-11-15T13:33:46,467 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:46,468 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(327): Store=127f1b855efe4c35c0213b4f23fec633/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:46,468 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,469 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 127f1b855efe4c35c0213b4f23fec633 columnFamilyName f3 2024-11-15T13:33:46,469 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:46,470 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(327): Store=127f1b855efe4c35c0213b4f23fec633/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:46,470 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,471 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 127f1b855efe4c35c0213b4f23fec633 columnFamilyName mob 2024-11-15T13:33:46,473 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:46,473 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(327): Store=127f1b855efe4c35c0213b4f23fec633/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:46,473 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,474 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,475 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,476 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,476 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,477 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:33:46,479 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,482 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:33:46,483 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 127f1b855efe4c35c0213b4f23fec633; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11535090720, jitterRate=0.07428903877735138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:33:46,483 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:46,484 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 127f1b855efe4c35c0213b4f23fec633: Running coprocessor pre-open hook at 1731677626463Writing region info on filesystem at 1731677626464 (+1 ms)Initializing all the Stores at 1731677626465 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677626465Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677626465Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677626465Cleaning up temporary data from old regions at 1731677626476 (+11 ms)Running coprocessor post-open hooks at 1731677626483 (+7 ms)Region opened successfully at 1731677626484 (+1 ms) 2024-11-15T13:33:46,485 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633., pid=79, masterSystemTime=1731677626453 2024-11-15T13:33:46,487 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,487 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:46,488 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,488 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => d33cdbfada06fd8dc963d07cb3f45114, NAME => 'table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T13:33:46,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=127f1b855efe4c35c0213b4f23fec633, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:46,488 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:46,488 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,488 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:46,489 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,489 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:46,490 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,492 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33cdbfada06fd8dc963d07cb3f45114 columnFamilyName f 2024-11-15T13:33:46,492 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:46,493 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(327): Store=d33cdbfada06fd8dc963d07cb3f45114/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:46,493 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-15T13:33:46,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442 in 192 msec 2024-11-15T13:33:46,494 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33cdbfada06fd8dc963d07cb3f45114 columnFamilyName f3 2024-11-15T13:33:46,494 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:46,495 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(327): Store=d33cdbfada06fd8dc963d07cb3f45114/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:46,495 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, ASSIGN in 353 msec 2024-11-15T13:33:46,496 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33cdbfada06fd8dc963d07cb3f45114 columnFamilyName mob 2024-11-15T13:33:46,497 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:46,497 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(327): Store=d33cdbfada06fd8dc963d07cb3f45114/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:46,498 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,498 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,499 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,500 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,500 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,500 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:33:46,502 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,503 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:33:46,504 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened d33cdbfada06fd8dc963d07cb3f45114; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10295955360, jitterRate=-0.041114434599876404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:33:46,504 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:46,504 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for d33cdbfada06fd8dc963d07cb3f45114: Running coprocessor pre-open hook at 1731677626489Writing region info on filesystem at 1731677626489Initializing all the Stores at 1731677626490 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677626490Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677626490Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677626490Cleaning up temporary data from old regions at 1731677626500 (+10 ms)Running coprocessor post-open hooks at 1731677626504 (+4 ms)Region opened successfully at 1731677626504 2024-11-15T13:33:46,505 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., pid=80, masterSystemTime=1731677626453 2024-11-15T13:33:46,506 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,506 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:46,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=d33cdbfada06fd8dc963d07cb3f45114, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:46,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:46,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-11-15T13:33:46,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442 in 208 msec 2024-11-15T13:33:46,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-15T13:33:46,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, ASSIGN in 370 msec 2024-11-15T13:33:46,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677626513"}]},"ts":"1731677626513"} 2024-11-15T13:33:46,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-15T13:33:46,515 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-15T13:33:46,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2520 sec 2024-11-15T13:33:46,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T13:33:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T13:33:47,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-15T13:33:47,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:47,432 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b,hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410 from hbase tables test-1731677522088 to tables table1 2024-11-15T13:33:47,432 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731677522088 into table1 2024-11-15T13:33:47,434 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432 from hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b,hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410 2024-11-15T13:33:47,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f7d86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:47,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:47,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:47,436 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:47,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:47,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:47,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee00060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:47,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:47,437 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:47,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3356f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:47,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7204c052 2024-11-15T13:33:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:47,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:47,441 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:33:47,441 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T13:33:47,441 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:47,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:47,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:47,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:47,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:47,445 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T13:33:47,446 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T13:33:47,446 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T13:33:47,446 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_3e79a63a-1c92-4d16-ab35-bb07c9c1db8c 2024-11-15T13:33:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741985_1161 (size=177) 2024-11-15T13:33:47,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:47,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:47,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-1716947750923258917.jar 2024-11-15T13:33:48,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:48,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:48,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:48,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:48,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:48,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:48,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:48,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:48,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:48,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:48,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:48,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:48,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:48,323 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T13:33:48,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:48,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:48,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:48,324 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T13:33:48,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:48,333 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:48,344 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T13:33:48,432 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2116951073_0014_5ee2d3c3-bc80-455e-b750-2c5474c4b489/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:48,432 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2116951073_0014_5ee2d3c3-bc80-455e-b750-2c5474c4b489/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:48,478 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/5c6d31ae0e5e4b958601bd634ebe1587 2024-11-15T13:33:48,481 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:48,516 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/01f4bfa84b2649d48221b34b694d9b1b 2024-11-15T13:33:48,520 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:48,543 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f/ccfeb4206c8b4910879f771b257f081e 2024-11-15T13:33:48,546 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:48,575 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/d0e13c727a64239c9cb365af0be06410/mob/d41d8cd98f00b204e9800998ecf8427e2024111506b809be392b48f18f2c16bd29b01175_8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:33:48,579 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:48,600 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/default/test-1731677522088/archive/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/mob/eac74d507aab40a2888feb0159c9bc06 2024-11-15T13:33:48,603 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:48,634 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b40f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:48,635 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:48,635 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:48,636 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:48,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:48,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4340682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:48,640 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:48,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:48,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:48,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:48,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731677522088-1-0', locateType=CURRENT is [region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:48,646 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T13:33:48,646 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:48,646 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:48,646 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,647 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-1-0] 2024-11-15T13:33:48,647 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:48,656 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4001f74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:48,657 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:48,657 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:48,658 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:48,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:48,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:48,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4734ce9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:48,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:48,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:48,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:48,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3066634c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:48,660 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:48,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:48,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:48,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:48,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731677522088-3-0', locateType=CURRENT is [region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:48,664 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T13:33:48,664 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:48,664 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,664 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:48,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:48,664 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-3-0] 2024-11-15T13:33:48,664 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:48,671 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/_temporary/0/_temporary/attempt_local2116951073_0014_r_000000_0/f/6ff60fe520d445f9a59acc5957ffc8b1 is 59, key is row-test-1731677522088-1-10/f:q1/1731677552119/Put/seqid=0 2024-11-15T13:33:48,672 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741986_1162 (size=11125) 2024-11-15T13:33:49,078 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/_temporary/0/_temporary/attempt_local2116951073_0014_r_000000_0/mob/15da21a2ef43433cac3554d85456e440 is 192, key is row-test-1731677522088-3-100/mob:q1/1731677552500/Put/seqid=0 2024-11-15T13:33:49,082 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741987_1163 (size=13404) 2024-11-15T13:33:49,527 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edf5d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:49,527 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:49,527 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:49,528 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498f969a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:49,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:49,529 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:49,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f978fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:49,530 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:49,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:49,534 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T13:33:49,534 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:49,534 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:49,534 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:49,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:49,534 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T13:33:49,534 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:49,539 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/_temporary/0/_temporary/attempt_local2116951073_0014_r_000001_0/f/b2975cc53d434904ae37672fbe29ad90 is 37, key is row10/f:q1/1731677524786/Put/seqid=0 2024-11-15T13:33:49,540 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:49,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741988_1164 (size=8742) 2024-11-15T13:33:49,563 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T13:33:50,474 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432 2024-11-15T13:33:50,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b690545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:50,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:50,476 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:50,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:50,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:50,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e4fb8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,479 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:50,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae38ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:50,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:50,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:50,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:50,486 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/_SUCCESS 2024-11-15T13:33:50,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5529c864 2024-11-15T13:33:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:50,495 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:50,501 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,506 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/f/6ff60fe520d445f9a59acc5957ffc8b1 first=Optional[row-test-1731677522088-1-0] last=Optional[row-test-1731677522088-1-98] 2024-11-15T13:33:50,509 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/f/b2975cc53d434904ae37672fbe29ad90 first=Optional[row0] last=Optional[row98] 2024-11-15T13:33:50,512 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/mob/15da21a2ef43433cac3554d85456e440 first=Optional[row-test-1731677522088-3-0] last=Optional[row-test-1731677522088-3-99] 2024-11-15T13:33:50,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/f/b2975cc53d434904ae37672fbe29ad90 for inclusion in 127f1b855efe4c35c0213b4f23fec633/f 2024-11-15T13:33:50,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/f/6ff60fe520d445f9a59acc5957ffc8b1 for inclusion in d33cdbfada06fd8dc963d07cb3f45114/f 2024-11-15T13:33:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T13:33:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-15T13:33:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for 127f1b855efe4c35c0213b4f23fec633: 2024-11-15T13:33:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/f/b2975cc53d434904ae37672fbe29ad90 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/b2975cc53d434904ae37672fbe29ad90 2024-11-15T13:33:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731677522088-1-0 last=row-test-1731677522088-1-98 2024-11-15T13:33:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T13:33:50,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/mob/15da21a2ef43433cac3554d85456e440 for inclusion in d33cdbfada06fd8dc963d07cb3f45114/mob 2024-11-15T13:33:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/b2975cc53d434904ae37672fbe29ad90 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/f/8bf8774dabe64a0bb33ca42676444a6f_SeqId_4_ 2024-11-15T13:33:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14972c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731677522088-3-0 last=row-test-1731677522088-3-99 2024-11-15T13:33:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T13:33:50,526 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for d33cdbfada06fd8dc963d07cb3f45114: 2024-11-15T13:33:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daf16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:50,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:50,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/f/6ff60fe520d445f9a59acc5957ffc8b1 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/6ff60fe520d445f9a59acc5957ffc8b1 2024-11-15T13:33:50,528 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0c144f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:50,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:50,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@736dea29 2024-11-15T13:33:50,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/6ff60fe520d445f9a59acc5957ffc8b1 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f/e84c3d4b3f4148ca8245bcd970dc188b_SeqId_4_ 2024-11-15T13:33:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677627432/mob/15da21a2ef43433cac3554d85456e440 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/mob/15da21a2ef43433cac3554d85456e440 2024-11-15T13:33:50,531 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/mob/15da21a2ef43433cac3554d85456e440 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/mob/5042c36f77304864af9c5608fc023258_SeqId_4_ 2024-11-15T13:33:50,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d477a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:50,540 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ebb5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:50,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d24f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:50,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:50,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcf2ac2 2024-11-15T13:33:50,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:50,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:50,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:50,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:50,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:50,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:50,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367. 2024-11-15T13:33:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:50,554 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/b2975cc53d434904ae37672fbe29ad90 into 127f1b855efe4c35c0213b4f23fec633/f as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/f/8bf8774dabe64a0bb33ca42676444a6f_SeqId_4_ - updating store file list. 2024-11-15T13:33:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/f/8bf8774dabe64a0bb33ca42676444a6f_SeqId_4_ into 127f1b855efe4c35c0213b4f23fec633/f 2024-11-15T13:33:50,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/b2975cc53d434904ae37672fbe29ad90 into 127f1b855efe4c35c0213b4f23fec633/f (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/f/8bf8774dabe64a0bb33ca42676444a6f_SeqId_4_) 2024-11-15T13:33:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/b2975cc53d434904ae37672fbe29ad90 2024-11-15T13:33:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c3450b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:50,562 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e80874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,565 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fb60bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41adbee6 2024-11-15T13:33:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:50,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:50,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7414df0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:50,571 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:50,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256c6ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,573 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:50,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b15767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:50,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:50,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44bdbbcf 2024-11-15T13:33:50,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:50,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:50,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:50,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:50,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:50,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,592 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367. 2024-11-15T13:33:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:50,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:50,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/6ff60fe520d445f9a59acc5957ffc8b1 into d33cdbfada06fd8dc963d07cb3f45114/f as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f/e84c3d4b3f4148ca8245bcd970dc188b_SeqId_4_ - updating store file list. 2024-11-15T13:33:50,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f/e84c3d4b3f4148ca8245bcd970dc188b_SeqId_4_ into d33cdbfada06fd8dc963d07cb3f45114/f 2024-11-15T13:33:50,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/6ff60fe520d445f9a59acc5957ffc8b1 into d33cdbfada06fd8dc963d07cb3f45114/f (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f/e84c3d4b3f4148ca8245bcd970dc188b_SeqId_4_) 2024-11-15T13:33:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/f/6ff60fe520d445f9a59acc5957ffc8b1 2024-11-15T13:33:50,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/mob/15da21a2ef43433cac3554d85456e440 into d33cdbfada06fd8dc963d07cb3f45114/mob as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/mob/5042c36f77304864af9c5608fc023258_SeqId_4_ - updating store file list. 2024-11-15T13:33:50,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/mob/5042c36f77304864af9c5608fc023258_SeqId_4_ into d33cdbfada06fd8dc963d07cb3f45114/mob 2024-11-15T13:33:50,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/mob/15da21a2ef43433cac3554d85456e440 into d33cdbfada06fd8dc963d07cb3f45114/mob (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/mob/5042c36f77304864af9c5608fc023258_SeqId_4_) 2024-11-15T13:33:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__l6lheeheg2abouerg2pfdeltjn0gb74dtt5icungpc8haj46926bsqrddq5u960r/mob/15da21a2ef43433cac3554d85456e440 2024-11-15T13:33:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718426bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:50,610 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:50,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9e942f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,612 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:50,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b74410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59016e9a 2024-11-15T13:33:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:50,614 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:50,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:50,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:50,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:50,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:50,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:50,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:50,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:50,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:50,633 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T13:33:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:50,634 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T13:33:50,659 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731677522088' to 'table1' from log dirs: hdfs://localhost:38985/backupUT/backup_1731677603128/default/test-1731677522088/f2/f53043bfe295457c81c0d8b01e9d5b74 2024-11-15T13:33:50,663 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731677522088', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731677603128 2024-11-15T13:33:50,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-15T13:33:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741989_1165 (size=938) 2024-11-15T13:33:50,741 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T13:33:51,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-15T13:33:51,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-15T13:33:51,081 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-15T13:33:51,082 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-15T13:33:51,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-15T13:33:51,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, REOPEN/MOVE}] 2024-11-15T13:33:51,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, REOPEN/MOVE 2024-11-15T13:33:51,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, REOPEN/MOVE 2024-11-15T13:33:51,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=127f1b855efe4c35c0213b4f23fec633, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:51,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d33cdbfada06fd8dc963d07cb3f45114, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:51,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, REOPEN/MOVE because future has completed 2024-11-15T13:33:51,093 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:33:51,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:51,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, REOPEN/MOVE because future has completed 2024-11-15T13:33:51,094 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:33:51,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:51,247 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,247 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:33:51,248 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 127f1b855efe4c35c0213b4f23fec633, disabling compactions & flushes 2024-11-15T13:33:51,248 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,248 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,248 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. after waiting 0 ms 2024-11-15T13:33:51,248 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,259 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T13:33:51,261 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:51,261 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,261 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 127f1b855efe4c35c0213b4f23fec633: Waiting for close lock at 1731677631248Running coprocessor pre-close hooks at 1731677631248Disabling compacts and flushes for region at 1731677631248Disabling writes for close at 1731677631248Writing region close event to WAL at 1731677631250 (+2 ms)Running coprocessor post-close hooks at 1731677631261 (+11 ms)Closed at 1731677631261 2024-11-15T13:33:51,261 WARN [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 127f1b855efe4c35c0213b4f23fec633 to self. 2024-11-15T13:33:51,264 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,264 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,264 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:33:51,264 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing d33cdbfada06fd8dc963d07cb3f45114, disabling compactions & flushes 2024-11-15T13:33:51,264 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,264 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,264 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. after waiting 0 ms 2024-11-15T13:33:51,264 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=127f1b855efe4c35c0213b4f23fec633, regionState=CLOSED 2024-11-15T13:33:51,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:51,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-15T13:33:51,270 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T13:33:51,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442 in 174 msec 2024-11-15T13:33:51,271 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:51,271 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,271 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for d33cdbfada06fd8dc963d07cb3f45114: Waiting for close lock at 1731677631264Running coprocessor pre-close hooks at 1731677631264Disabling compacts and flushes for region at 1731677631264Disabling writes for close at 1731677631264Writing region close event to WAL at 1731677631266 (+2 ms)Running coprocessor post-close hooks at 1731677631271 (+5 ms)Closed at 1731677631271 2024-11-15T13:33:51,271 WARN [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: d33cdbfada06fd8dc963d07cb3f45114 to self. 2024-11-15T13:33:51,271 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, REOPEN/MOVE; state=CLOSED, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=true 2024-11-15T13:33:51,273 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d33cdbfada06fd8dc963d07cb3f45114, regionState=CLOSED 2024-11-15T13:33:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:51,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-15T13:33:51,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442 in 184 msec 2024-11-15T13:33:51,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, REOPEN/MOVE; state=CLOSED, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=true 2024-11-15T13:33:51,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=127f1b855efe4c35c0213b4f23fec633, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:51,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d33cdbfada06fd8dc963d07cb3f45114, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, REOPEN/MOVE because future has completed 2024-11-15T13:33:51,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:51,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, REOPEN/MOVE because future has completed 2024-11-15T13:33:51,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:51,588 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,589 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 127f1b855efe4c35c0213b4f23fec633, NAME => 'table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T13:33:51,590 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:51,590 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,590 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:51,591 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,591 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,593 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,594 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 127f1b855efe4c35c0213b4f23fec633 columnFamilyName f 2024-11-15T13:33:51,595 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:51,603 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/f/8bf8774dabe64a0bb33ca42676444a6f_SeqId_4_ 2024-11-15T13:33:51,604 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(327): Store=127f1b855efe4c35c0213b4f23fec633/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:51,604 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,605 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 127f1b855efe4c35c0213b4f23fec633 columnFamilyName f2 2024-11-15T13:33:51,605 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:51,606 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(327): Store=127f1b855efe4c35c0213b4f23fec633/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:51,606 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,606 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 127f1b855efe4c35c0213b4f23fec633 columnFamilyName mob 2024-11-15T13:33:51,607 DEBUG [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:51,607 INFO [StoreOpener-127f1b855efe4c35c0213b4f23fec633-1 {}] regionserver.HStore(327): Store=127f1b855efe4c35c0213b4f23fec633/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:51,608 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,608 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,609 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,610 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,610 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,611 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:33:51,612 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,613 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 127f1b855efe4c35c0213b4f23fec633; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11905046400, jitterRate=0.10874384641647339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:33:51,613 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:51,614 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 127f1b855efe4c35c0213b4f23fec633: Running coprocessor pre-open hook at 1731677631591Writing region info on filesystem at 1731677631591Initializing all the Stores at 1731677631592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677631592Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677631593 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677631593Cleaning up temporary data from old regions at 1731677631610 (+17 ms)Running coprocessor post-open hooks at 1731677631613 (+3 ms)Region opened successfully at 1731677631614 (+1 ms) 2024-11-15T13:33:51,615 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633., pid=87, masterSystemTime=1731677631581 2024-11-15T13:33:51,616 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,616 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:51,616 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,617 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => d33cdbfada06fd8dc963d07cb3f45114, NAME => 'table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T13:33:51,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=127f1b855efe4c35c0213b4f23fec633, regionState=OPEN, openSeqNum=7, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:51,617 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:51,617 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,617 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:51,617 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,617 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:51,619 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,620 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33cdbfada06fd8dc963d07cb3f45114 columnFamilyName f 2024-11-15T13:33:51,620 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:51,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-15T13:33:51,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 127f1b855efe4c35c0213b4f23fec633, server=fea232522fcc,43367,1731677512442 in 191 msec 2024-11-15T13:33:51,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=127f1b855efe4c35c0213b4f23fec633, REOPEN/MOVE in 532 msec 2024-11-15T13:33:51,625 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f/e84c3d4b3f4148ca8245bcd970dc188b_SeqId_4_ 2024-11-15T13:33:51,625 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(327): Store=d33cdbfada06fd8dc963d07cb3f45114/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:51,625 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,626 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33cdbfada06fd8dc963d07cb3f45114 columnFamilyName f2 2024-11-15T13:33:51,626 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:51,627 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(327): Store=d33cdbfada06fd8dc963d07cb3f45114/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:51,627 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,627 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33cdbfada06fd8dc963d07cb3f45114 columnFamilyName mob 2024-11-15T13:33:51,628 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:51,632 DEBUG [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/mob/5042c36f77304864af9c5608fc023258_SeqId_4_ 2024-11-15T13:33:51,632 INFO [StoreOpener-d33cdbfada06fd8dc963d07cb3f45114-1 {}] regionserver.HStore(327): Store=d33cdbfada06fd8dc963d07cb3f45114/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:51,633 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,633 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,634 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,635 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,635 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,635 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T13:33:51,636 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,637 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened d33cdbfada06fd8dc963d07cb3f45114; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11138707520, jitterRate=0.037372976541519165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T13:33:51,637 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:51,637 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for d33cdbfada06fd8dc963d07cb3f45114: Running coprocessor pre-open hook at 1731677631618Writing region info on filesystem at 1731677631618Initializing all the Stores at 1731677631618Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677631618Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677631619 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677631619Cleaning up temporary data from old regions at 1731677631635 (+16 ms)Running coprocessor post-open hooks at 1731677631637 (+2 ms)Region opened successfully at 1731677631637 2024-11-15T13:33:51,638 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., pid=88, masterSystemTime=1731677631581 2024-11-15T13:33:51,639 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,639 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:33:51,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d33cdbfada06fd8dc963d07cb3f45114, regionState=OPEN, openSeqNum=7, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:51,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:51,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-15T13:33:51,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure d33cdbfada06fd8dc963d07cb3f45114, server=fea232522fcc,43367,1731677512442 in 213 msec 2024-11-15T13:33:51,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-15T13:33:51,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d33cdbfada06fd8dc963d07cb3f45114, REOPEN/MOVE in 555 msec 2024-11-15T13:33:51,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-15T13:33:51,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 559 msec 2024-11-15T13:33:51,649 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-15T13:33:51,650 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., family=f3 2024-11-15T13:33:51,651 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633., family=f3 2024-11-15T13:33:51,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 984 msec 2024-11-15T13:33:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-15T13:33:51,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-15T13:33:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:51,657 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:51,657 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:38985/backupUT/backup_1731677603128/default/test-1731677522088/f2/f53043bfe295457c81c0d8b01e9d5b74 from hbase tables test-1731677522088 to tables table1 2024-11-15T13:33:51,657 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731677522088 into table1 2024-11-15T13:33:51,658 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657 from hdfs://localhost:38985/backupUT/backup_1731677603128/default/test-1731677522088/f2/f53043bfe295457c81c0d8b01e9d5b74 2024-11-15T13:33:51,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb9ecf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:51,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:51,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:51,660 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:51,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:51,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:51,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3ce70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:51,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:51,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:51,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:51,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:51,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571dff5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:51,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bcb0364 2024-11-15T13:33:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:51,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:51,664 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:33:51,664 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T13:33:51,664 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:51,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:51,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:51,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:51,668 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T13:33:51,668 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T13:33:51,668 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T13:33:51,668 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_dd1eda1a-1647-47be-bb16-028d78c7d7bb 2024-11-15T13:33:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741990_1166 (size=177) 2024-11-15T13:33:51,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T13:33:52,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-17861244217610063003.jar 2024-11-15T13:33:52,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:52,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:52,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:52,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:52,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:52,950 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T13:33:52,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:52,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:52,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:52,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:52,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:52,951 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T13:33:52,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:52,961 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:52,971 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T13:33:53,052 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2076360309_0015_75963380-ae6e-45c7-82cc-bca3c5fe6ca0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:53,052 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local2076360309_0015_75963380-ae6e-45c7-82cc-bca3c5fe6ca0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:53,106 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677603128/default/test-1731677522088/f2/f53043bfe295457c81c0d8b01e9d5b74 2024-11-15T13:33:53,108 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:53,140 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759a1b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:53,140 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:53,140 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:53,141 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:53,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:53,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b011103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:53,143 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:53,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e669462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:53,145 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:53,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:53,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:53,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:53,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731677522088-2-0', locateType=CURRENT is [region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7] 2024-11-15T13:33:53,150 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-15T13:33:53,150 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:53,150 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:53,150 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:53,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:53,150 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731677522088-2-0] 2024-11-15T13:33:53,150 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:53,155 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657/_temporary/0/_temporary/attempt_local2076360309_0015_r_000000_0/f2/7a488585bd9d4780955b25cb5ba65e69 is 58, key is row-test-1731677522088-2-0/f2:q1/1731677598119/Put/seqid=0 2024-11-15T13:33:53,156 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741991_1167 (size=5609) 2024-11-15T13:33:54,096 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657 2024-11-15T13:33:54,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fef549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:54,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:54,098 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:54,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:54,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:54,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de2c4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:54,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:54,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,099 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:54,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4b741b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:54,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:54,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:54,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:54,105 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657/_SUCCESS 2024-11-15T13:33:54,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:54,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:54,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ec09e7 2024-11-15T13:33:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:54,110 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:54,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7] 2024-11-15T13:33:54,115 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T13:33:54,120 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657/f2/7a488585bd9d4780955b25cb5ba65e69 first=Optional[row-test-1731677522088-2-0] last=Optional[row-test-1731677522088-2-6] 2024-11-15T13:33:54,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657/f2/7a488585bd9d4780955b25cb5ba65e69 for inclusion in d33cdbfada06fd8dc963d07cb3f45114/f2 2024-11-15T13:33:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731677522088-2-0 last=row-test-1731677522088-2-6 2024-11-15T13:33:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T13:33:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for d33cdbfada06fd8dc963d07cb3f45114: 2024-11-15T13:33:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-default-table1-1731677631657/f2/7a488585bd9d4780955b25cb5ba65e69 to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__lcenelh54c1fcep1jboms3fjlsi8db1vbap0c10thapqkdsd1ksq7q0qlq21oaic/f2/7a488585bd9d4780955b25cb5ba65e69 2024-11-15T13:33:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__lcenelh54c1fcep1jboms3fjlsi8db1vbap0c10thapqkdsd1ksq7q0qlq21oaic/f2/7a488585bd9d4780955b25cb5ba65e69 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f2/eac7408a14d2482095d6180eedd70076_SeqId_9_ 2024-11-15T13:33:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f86180b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:54,132 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b3f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,133 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcb8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574af1a7 2024-11-15T13:33:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:54,135 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:54,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:54,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:54,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:54,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:54,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:54,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__lcenelh54c1fcep1jboms3fjlsi8db1vbap0c10thapqkdsd1ksq7q0qlq21oaic/f2/7a488585bd9d4780955b25cb5ba65e69 into d33cdbfada06fd8dc963d07cb3f45114/f2 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f2/eac7408a14d2482095d6180eedd70076_SeqId_9_ - updating store file list. 2024-11-15T13:33:54,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f2/eac7408a14d2482095d6180eedd70076_SeqId_9_ into d33cdbfada06fd8dc963d07cb3f45114/f2 2024-11-15T13:33:54,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__lcenelh54c1fcep1jboms3fjlsi8db1vbap0c10thapqkdsd1ksq7q0qlq21oaic/f2/7a488585bd9d4780955b25cb5ba65e69 into d33cdbfada06fd8dc963d07cb3f45114/f2 (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/f2/eac7408a14d2482095d6180eedd70076_SeqId_9_) 2024-11-15T13:33:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__table1__lcenelh54c1fcep1jboms3fjlsi8db1vbap0c10thapqkdsd1ksq7q0qlq21oaic/f2/7a488585bd9d4780955b25cb5ba65e69 2024-11-15T13:33:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768f072d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:54,160 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8e1f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:54,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f735a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:54,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:54,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abbbe0b 2024-11-15T13:33:54,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:54,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:54,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:54,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:54,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:54,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:54,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:54,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:54,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:54,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:54,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:54,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:54,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:54,178 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T13:33:54,179 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731677522088 has been successfully restored to table1 2024-11-15T13:33:54,179 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T13:33:54,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7 , the old value is region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:54,179 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731677603128 hdfs://localhost:38985/backupUT/backup_1731677603128/default/test-1731677522088/ 2024-11-15T13:33:54,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:54,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7 from cache 2024-11-15T13:33:54,179 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38985/backupUT/backup_1731677567725/.backup.manifest 2024-11-15T13:33:54,179 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T13:33:54,181 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731677567725/.backup.manifest 2024-11-15T13:33:54,181 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316775220881' to 'ns2:table2' from full backup image hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881 2024-11-15T13:33:54,182 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17316775220881', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731677603128 2024-11-15T13:33:54,185 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-15T13:33:54,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-15T13:33:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-15T13:33:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T13:33:54,189 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677634188"}]},"ts":"1731677634188"} 2024-11-15T13:33:54,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-15T13:33:54,190 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-15T13:33:54,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-15T13:33:54,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, UNASSIGN}] 2024-11-15T13:33:54,193 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, UNASSIGN 2024-11-15T13:33:54,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=08568838907a6a94c5d6112e1e082e93, regionState=CLOSING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:54,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, UNASSIGN because future has completed 2024-11-15T13:33:54,195 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T13:33:54,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 08568838907a6a94c5d6112e1e082e93, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:54,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T13:33:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T13:33:54,348 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:54,348 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T13:33:54,348 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 08568838907a6a94c5d6112e1e082e93, disabling compactions & flushes 2024-11-15T13:33:54,349 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:54,349 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:54,349 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. after waiting 0 ms 2024-11-15T13:33:54,349 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:54,358 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T13:33:54,360 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:54,360 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. 2024-11-15T13:33:54,360 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 08568838907a6a94c5d6112e1e082e93: Waiting for close lock at 1731677634348Running coprocessor pre-close hooks at 1731677634348Disabling compacts and flushes for region at 1731677634348Disabling writes for close at 1731677634349 (+1 ms)Writing region close event to WAL at 1731677634350 (+1 ms)Running coprocessor post-close hooks at 1731677634360 (+10 ms)Closed at 1731677634360 2024-11-15T13:33:54,364 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:54,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=08568838907a6a94c5d6112e1e082e93, regionState=CLOSED 2024-11-15T13:33:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 08568838907a6a94c5d6112e1e082e93, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:54,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-15T13:33:54,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 08568838907a6a94c5d6112e1e082e93, server=fea232522fcc,43367,1731677512442 in 175 msec 2024-11-15T13:33:54,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T13:33:54,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=08568838907a6a94c5d6112e1e082e93, UNASSIGN in 181 msec 2024-11-15T13:33:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-15T13:33:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 185 msec 2024-11-15T13:33:54,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677634381"}]},"ts":"1731677634381"} 2024-11-15T13:33:54,383 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-15T13:33:54,383 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-15T13:33:54,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 198 msec 2024-11-15T13:33:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T13:33:54,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-15T13:33:54,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-15T13:33:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-15T13:33:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T13:33:54,508 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-15T13:33:54,513 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:54,515 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f, FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/recovered.edits] 2024-11-15T13:33:54,520 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f/c81d64abe79a47b29a4fc996f4d5a1ff_SeqId_4_ to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/f/c81d64abe79a47b29a4fc996f4d5a1ff_SeqId_4_ 2024-11-15T13:33:54,524 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/recovered.edits/6.seqid to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/archive/data/ns2/table2/08568838907a6a94c5d6112e1e082e93/recovered.edits/6.seqid 2024-11-15T13:33:54,524 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/08568838907a6a94c5d6112e1e082e93 2024-11-15T13:33:54,525 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-15T13:33:54,531 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-15T13:33:54,533 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-15T13:33:54,533 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-15T13:33:54,533 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731677634533"}]},"ts":"9223372036854775807"} 2024-11-15T13:33:54,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T13:33:54,535 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 08568838907a6a94c5d6112e1e082e93, NAME => 'ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T13:33:54,535 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-15T13:33:54,536 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731677634535"}]},"ts":"9223372036854775807"} 2024-11-15T13:33:54,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-15T13:33:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741992_1168 (size=351) 2024-11-15T13:33:54,544 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 678550f4e188aea047296e95f4ad7b52, NAME => 'ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75 2024-11-15T13:33:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741993_1169 (size=37) 2024-11-15T13:33:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T13:33:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T13:33:54,950 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:54,950 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 678550f4e188aea047296e95f4ad7b52, disabling compactions & flushes 2024-11-15T13:33:54,950 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:54,950 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:54,950 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. after waiting 0 ms 2024-11-15T13:33:54,950 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:54,950 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:54,950 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 678550f4e188aea047296e95f4ad7b52: Waiting for close lock at 1731677634950Disabling compacts and flushes for region at 1731677634950Disabling writes for close at 1731677634950Writing region close event to WAL at 1731677634950Closed at 1731677634950 2024-11-15T13:33:54,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731677634952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731677634952"}]},"ts":"1731677634952"} 2024-11-15T13:33:54,955 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T13:33:54,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677634957"}]},"ts":"1731677634957"} 2024-11-15T13:33:54,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-15T13:33:54,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=678550f4e188aea047296e95f4ad7b52, ASSIGN}] 2024-11-15T13:33:54,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=678550f4e188aea047296e95f4ad7b52, ASSIGN 2024-11-15T13:33:54,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=678550f4e188aea047296e95f4ad7b52, ASSIGN; state=OFFLINE, location=fea232522fcc,43367,1731677512442; forceNewPlan=false, retain=false 2024-11-15T13:33:55,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=678550f4e188aea047296e95f4ad7b52, regionState=OPENING, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=678550f4e188aea047296e95f4ad7b52, ASSIGN because future has completed 2024-11-15T13:33:55,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 678550f4e188aea047296e95f4ad7b52, server=fea232522fcc,43367,1731677512442}] 2024-11-15T13:33:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T13:33:55,272 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:55,272 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 678550f4e188aea047296e95f4ad7b52, NAME => 'ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52.', STARTKEY => '', ENDKEY => ''} 2024-11-15T13:33:55,273 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T13:33:55,273 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,273 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T13:33:55,273 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,274 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,276 INFO [StoreOpener-678550f4e188aea047296e95f4ad7b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,279 INFO [StoreOpener-678550f4e188aea047296e95f4ad7b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 678550f4e188aea047296e95f4ad7b52 columnFamilyName f 2024-11-15T13:33:55,279 DEBUG [StoreOpener-678550f4e188aea047296e95f4ad7b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:55,280 INFO [StoreOpener-678550f4e188aea047296e95f4ad7b52-1 {}] regionserver.HStore(327): Store=678550f4e188aea047296e95f4ad7b52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T13:33:55,281 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,282 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,283 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,284 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,284 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,287 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,290 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T13:33:55,291 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 678550f4e188aea047296e95f4ad7b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9883833120, jitterRate=-0.07949630916118622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T13:33:55,291 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:55,293 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 678550f4e188aea047296e95f4ad7b52: Running coprocessor pre-open hook at 1731677635274Writing region info on filesystem at 1731677635274Initializing all the Stores at 1731677635275 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731677635275Cleaning up temporary data from old regions at 1731677635284 (+9 ms)Running coprocessor post-open hooks at 1731677635291 (+7 ms)Region opened successfully at 1731677635293 (+2 ms) 2024-11-15T13:33:55,294 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., pid=95, masterSystemTime=1731677635267 2024-11-15T13:33:55,295 DEBUG [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:55,295 INFO [RS_OPEN_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:55,296 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=678550f4e188aea047296e95f4ad7b52, regionState=OPEN, openSeqNum=2, regionLocation=fea232522fcc,43367,1731677512442 2024-11-15T13:33:55,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 678550f4e188aea047296e95f4ad7b52, server=fea232522fcc,43367,1731677512442 because future has completed 2024-11-15T13:33:55,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-15T13:33:55,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 678550f4e188aea047296e95f4ad7b52, server=fea232522fcc,43367,1731677512442 in 182 msec 2024-11-15T13:33:55,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-15T13:33:55,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=678550f4e188aea047296e95f4ad7b52, ASSIGN in 338 msec 2024-11-15T13:33:55,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731677635300"}]},"ts":"1731677635300"} 2024-11-15T13:33:55,302 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-15T13:33:55,302 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-15T13:33:55,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 798 msec 2024-11-15T13:33:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T13:33:55,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-15T13:33:55,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T13:33:55,645 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 from hbase tables ns2:test-17316775220881 to tables ns2:table2 2024-11-15T13:33:55,645 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316775220881 into ns2:table2 2024-11-15T13:33:55,647 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645 from hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:55,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7414de96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:55,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:55,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:55,649 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e1a031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:55,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:55,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:55,651 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:55,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab0fbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:55,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac59115 2024-11-15T13:33:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:55,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:55,655 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T13:33:55,655 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-15T13:33:55,655 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T13:33:55,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:55,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:55,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:55,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:55,659 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-15T13:33:55,659 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-15T13:33:55,660 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/partitions_875add0c-111d-4b9a-b92b-08cb6bb50a21 2024-11-15T13:33:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741994_1170 (size=153) 2024-11-15T13:33:55,809 DEBUG [regionserver/fea232522fcc:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-15T13:33:56,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop-16929660031468764336.jar 2024-11-15T13:33:56,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:56,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T13:33:56,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T13:33:56,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T13:33:56,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T13:33:56,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T13:33:56,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T13:33:56,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T13:33:56,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T13:33:56,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T13:33:56,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T13:33:56,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-15T13:33:56,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T13:33:56,949 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-15T13:33:56,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:56,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:56,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:56,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:56,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:56,950 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T13:33:56,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T13:33:56,951 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T13:33:56,989 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T13:33:57,000 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T13:33:57,090 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local947122297_0016_18a8d881-8d52-4098-b73a-6bc24e55858e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-15T13:33:57,090 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/mapreduce.cluster.local.dir/job_local947122297_0016_18a8d881-8d52-4098-b73a-6bc24e55858e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-15T13:33:57,132 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/10b17db4636c4fecb547198b3ce3b4e2 2024-11-15T13:33:57,135 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:57,164 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38985/backupUT/backup_1731677567725/ns2/test-17316775220881/archive/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/f/b09a3c3138224a449413461c5b5be579 2024-11-15T13:33:57,167 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T13:33:57,192 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69940b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:57,192 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:57,192 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:57,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182ae6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:57,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:57,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4ba47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:57,195 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:57,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:57,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:57,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:57,198 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-15T13:33:57,198 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:57,198 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:57,198 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:57,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:57,198 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-15T13:33:57,198 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: fea232522fcc 2024-11-15T13:33:57,205 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645/_temporary/0/_temporary/attempt_local947122297_0016_r_000000_0/f/a8cb8e57282d41a8a4c2883d61fe72ec is 38, key is row-t20/f:q1/1731677552540/Put/seqid=0 2024-11-15T13:33:57,207 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [fea232522fcc:43367] Specified favored nodes: [fea232522fcc:43367] 2024-11-15T13:33:57,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741995_1171 (size=8934) 2024-11-15T13:33:58,132 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645 2024-11-15T13:33:58,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4919c85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:58,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:58,135 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:58,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:58,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:58,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f446729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,136 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:58,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fdd765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:58,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:58,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:58,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:58,142 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645/_SUCCESS 2024-11-15T13:33:58,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26919797 2024-11-15T13:33:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:58,146 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:58,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:58,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T13:33:58,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645/f/a8cb8e57282d41a8a4c2883d61fe72ec first=Optional[row-t20] last=Optional[row98] 2024-11-15T13:33:58,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645/f/a8cb8e57282d41a8a4c2883d61fe72ec for inclusion in 678550f4e188aea047296e95f4ad7b52/f 2024-11-15T13:33:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-15T13:33:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T13:33:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(2603): Flush status journal for 678550f4e188aea047296e95f4ad7b52: 2024-11-15T13:33:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/hbase-staging/bulk_output-ns2-table2-1731677635645/f/a8cb8e57282d41a8a4c2883d61fe72ec to hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__nraggknkfupq2s13b5uqtaclh06jsqtje51brfnr01takh12ohntholuqbbap3q7/f/a8cb8e57282d41a8a4c2883d61fe72ec 2024-11-15T13:33:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__nraggknkfupq2s13b5uqtaclh06jsqtje51brfnr01takh12ohntholuqbbap3q7/f/a8cb8e57282d41a8a4c2883d61fe72ec as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52/f/fe250ff328254d18a4ea45dc25fc1847_SeqId_4_ 2024-11-15T13:33:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55366a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:58,167 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cbe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:58,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:58,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557aaac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:58,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:58,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12cccca2 2024-11-15T13:33:58,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:58,171 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T13:33:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:58,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T13:33:58,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:58,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:58,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:58,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__nraggknkfupq2s13b5uqtaclh06jsqtje51brfnr01takh12ohntholuqbbap3q7/f/a8cb8e57282d41a8a4c2883d61fe72ec into 678550f4e188aea047296e95f4ad7b52/f as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52/f/fe250ff328254d18a4ea45dc25fc1847_SeqId_4_ - updating store file list. 2024-11-15T13:33:58,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52/f/fe250ff328254d18a4ea45dc25fc1847_SeqId_4_ into 678550f4e188aea047296e95f4ad7b52/f 2024-11-15T13:33:58,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__nraggknkfupq2s13b5uqtaclh06jsqtje51brfnr01takh12ohntholuqbbap3q7/f/a8cb8e57282d41a8a4c2883d61fe72ec into 678550f4e188aea047296e95f4ad7b52/f (new location: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52/f/fe250ff328254d18a4ea45dc25fc1847_SeqId_4_) 2024-11-15T13:33:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/staging/jenkins__ns2_table2__nraggknkfupq2s13b5uqtaclh06jsqtje51brfnr01takh12ohntholuqbbap3q7/f/a8cb8e57282d41a8a4c2883d61fe72ec 2024-11-15T13:33:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440c8d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ClusterIdFetcher(90): Going to request fea232522fcc,32775,-1 for getting cluster id 2024-11-15T13:33:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T13:33:58,195 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8e78294-2b02-451d-b86c-37514915fe44' 2024-11-15T13:33:58,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T13:33:58,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8e78294-2b02-451d-b86c-37514915fe44" 2024-11-15T13:33:58,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0846df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea232522fcc,32775,-1] 2024-11-15T13:33:58,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T13:33:58,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T13:33:58,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa89c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T13:33:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T13:33:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fea232522fcc,32775,1731677510552 2024-11-15T13:33:58,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4774d471 2024-11-15T13:33:58,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T13:33:58,199 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T13:33:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T13:33:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea232522fcc,43367,1731677512442, seqNum=-1] 2024-11-15T13:33:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T13:33:58,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T13:33:58,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T13:33:58,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T13:33:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:58,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367. 2024-11-15T13:33:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:58,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:58,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:58,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,216 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T13:33:58,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T13:33:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:58,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T13:33:58,231 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17316775220881', skipping incremental restore step. 2024-11-15T13:33:58,231 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T13:33:58,231 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731677603128 hdfs://localhost:38985/backupUT/backup_1731677603128/ns2/test-17316775220881/ 2024-11-15T13:33:58,231 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-15T13:33:58,232 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T13:33:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:47876 deadline: 1731677698232, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. is not online on fea232522fcc,43367,1731677512442 2024-11-15T13:33:58,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. is not online on fea232522fcc,43367,1731677512442 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f. is not online on fea232522fcc,43367,1731677512442 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731677614387.108475b8f872bd0db949144fb12a8d4f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:58,321 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea232522fcc:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-15T13:33:58,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., hostname=fea232522fcc,43367,1731677512442, seqNum=7] 2024-11-15T13:33:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.CallRunner(138): callId: 744 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:47876 deadline: 1731677698345, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. is not online on fea232522fcc,43367,1731677512442 2024-11-15T13:33:58,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. is not online on fea232522fcc,43367,1731677512442 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f. is not online on fea232522fcc,43367,1731677512442 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731677614387.b7ffe78eb05a0793e4e130ca814b693f., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:58,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633., hostname=fea232522fcc,43367,1731677512442, seqNum=7] 2024-11-15T13:33:58,460 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-15T13:33:58,466 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-15T13:33:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:58,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T13:33:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:58,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T13:33:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T13:33:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T13:33:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T13:33:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T13:33:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T13:33:58,490 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-15T13:33:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.CallRunner(138): callId: 752 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:47876 deadline: 1731677698490, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. is not online on fea232522fcc,43367,1731677512442 2024-11-15T13:33:58,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2 , the old value is region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. is not online on fea232522fcc,43367,1731677512442 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93. is not online on fea232522fcc,43367,1731677512442 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T13:33:58,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93., hostname=fea232522fcc,43367,1731677512442, seqNum=2 from cache 2024-11-15T13:33:58,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52., hostname=fea232522fcc,43367,1731677512442, seqNum=2] 2024-11-15T13:33:58,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:58,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:58,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:58,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=637 (was 611) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'fea232522fcc,43367,1731677512442' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2112783065_20 at /127.0.0.1:34798 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (fea232522fcc,32775,1731677510552)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: rs(fea232522fcc,43367,1731677512442)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1235363314-172.17.0.2-1731677506410:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1717472413_20 at /127.0.0.1:35564 [Receiving block BP-1235363314-172.17.0.2-1731677506410:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(fea232522fcc,43367,1731677512442)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/fea232522fcc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(fea232522fcc,43367,1731677512442)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1717472413_20 at /127.0.0.1:35572 [Receiving block BP-1235363314-172.17.0.2-1731677506410:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1235363314-172.17.0.2-1731677506410:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1717472413_20 at /127.0.0.1:35582 [Receiving block BP-1235363314-172.17.0.2-1731677506410:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2112783065_20 at /127.0.0.1:39056 [Waiting for operation #98] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(fea232522fcc,43367,1731677512442)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1235363314-172.17.0.2-1731677506410:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fea232522fcc:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=645 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 179), ProcessCount=14 (was 14), AvailableMemoryMB=10354 (was 10870) 2024-11-15T13:33:58,624 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=637 is superior to 500 2024-11-15T13:33:58,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T13:33:58,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:58,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:58,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:33:58,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T13:33:58,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=27805503, stopped=false 2024-11-15T13:33:58,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea232522fcc,32775,1731677510552 2024-11-15T13:33:58,697 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-15T13:33:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-15T13:33:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:33:58,697 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:33:58,697 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T13:33:58,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T13:33:58,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:58,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T13:33:58,698 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea232522fcc,43367,1731677512442' ***** 2024-11-15T13:33:58,698 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T13:33:58,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T13:33:58,698 INFO [RS:0;fea232522fcc:43367 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-15T13:33:58,702 INFO [RS:0;fea232522fcc:43367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@72979367{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-15T13:33:58,704 INFO [RS:0;fea232522fcc:43367 {}] server.AbstractConnector(383): Stopped ServerConnector@1cdf8417{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T13:33:58,704 INFO [RS:0;fea232522fcc:43367 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:33:58,704 INFO [RS:0;fea232522fcc:43367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@160a6036{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-15T13:33:58,704 INFO [RS:0;fea232522fcc:43367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65eb8eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:33:58,705 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T13:33:58,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 127f1b855efe4c35c0213b4f23fec633 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 678550f4e188aea047296e95f4ad7b52 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b5d5d66f0ca826756937c3ded81032 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 667626a6415b3cd44c46c8ce3d5ce19e 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fb96e276ba663f86d12be2979eab93b 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 32bea09e3df3f64bbdb6553fffb66e96 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 82a051bf3ea4b3d9c0d9c52d0478a0e8 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(959): stopping server fea232522fcc,43367,1731677512442 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T13:33:58,706 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 127f1b855efe4c35c0213b4f23fec633, disabling compactions & flushes 2024-11-15T13:33:58,706 INFO [RS:0;fea232522fcc:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea232522fcc:43367. 2024-11-15T13:33:58,706 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:58,706 DEBUG [RS:0;fea232522fcc:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:58,707 DEBUG [RS:0;fea232522fcc:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. after waiting 0 ms 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:58,707 INFO [RS:0;fea232522fcc:43367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T13:33:58,707 INFO [RS:0;fea232522fcc:43367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T13:33:58,707 INFO [RS:0;fea232522fcc:43367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T13:33:58,707 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T13:33:58,707 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T13:33:58,707 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T13:33:58,707 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T13:33:58,707 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-15T13:33:58,707 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 05b5d5d66f0ca826756937c3ded81032, 127f1b855efe4c35c0213b4f23fec633, 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 667626a6415b3cd44c46c8ce3d5ce19e, 678550f4e188aea047296e95f4ad7b52, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114, ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:58,710 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/127f1b855efe4c35c0213b4f23fec633/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:58,711 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 127f1b855efe4c35c0213b4f23fec633: Waiting for close lock at 1731677638706Running coprocessor pre-close hooks at 1731677638706Disabling compacts and flushes for region at 1731677638706Disabling writes for close at 1731677638707 (+1 ms)Writing region close event to WAL at 1731677638707Running coprocessor post-close hooks at 1731677638711 (+4 ms)Closed at 1731677638711 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731677625291.127f1b855efe4c35c0213b4f23fec633. 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 678550f4e188aea047296e95f4ad7b52, disabling compactions & flushes 2024-11-15T13:33:58,711 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. after waiting 0 ms 2024-11-15T13:33:58,711 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:58,715 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/table2/678550f4e188aea047296e95f4ad7b52/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:58,716 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 678550f4e188aea047296e95f4ad7b52: Waiting for close lock at 1731677638711Running coprocessor pre-close hooks at 1731677638711Disabling compacts and flushes for region at 1731677638711Disabling writes for close at 1731677638711Writing region close event to WAL at 1731677638712 (+1 ms)Running coprocessor post-close hooks at 1731677638716 (+4 ms)Closed at 1731677638716 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731677634527.678550f4e188aea047296e95f4ad7b52. 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b5d5d66f0ca826756937c3ded81032, disabling compactions & flushes 2024-11-15T13:33:58,716 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. after waiting 0 ms 2024-11-15T13:33:58,716 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:58,717 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05b5d5d66f0ca826756937c3ded81032 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-15T13:33:58,721 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/a71f16ef9e7740f4a2b57140298bfb9d is 158, key is trslm:hdfs://localhost:38985/backupUT\x00ns2:test-17316775220881/meta:log-roll-map/1731677613890/Put/seqid=0 2024-11-15T13:33:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741996_1172 (size=6208) 2024-11-15T13:33:58,730 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/info/83198bb610274889ba64a3d34bbd23a8 is 159, key is ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73./info:regioninfo/1731677526125/Put/seqid=0 2024-11-15T13:33:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741997_1173 (size=19093) 2024-11-15T13:33:58,751 INFO [regionserver/fea232522fcc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T13:33:58,880 INFO [regionserver/fea232522fcc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T13:33:58,880 INFO [regionserver/fea232522fcc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T13:33:58,908 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 05b5d5d66f0ca826756937c3ded81032, 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 667626a6415b3cd44c46c8ce3d5ce19e, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114, ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:59,108 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 05b5d5d66f0ca826756937c3ded81032, 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 667626a6415b3cd44c46c8ce3d5ce19e, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114, ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:59,127 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/a71f16ef9e7740f4a2b57140298bfb9d 2024-11-15T13:33:59,135 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/info/83198bb610274889ba64a3d34bbd23a8 2024-11-15T13:33:59,142 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/663a38d439034397b26777772abf761c is 588, key is session:backup_1731677603128/session:context/1731677614331/Put/seqid=0 2024-11-15T13:33:59,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741998_1174 (size=5689) 2024-11-15T13:33:59,160 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/ns/26379adf42c842e7b34ad39213ca290e is 85, key is ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93./ns:/1731677634528/DeleteFamily/seqid=0 2024-11-15T13:33:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741999_1175 (size=5760) 2024-11-15T13:33:59,308 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 05b5d5d66f0ca826756937c3ded81032, 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 667626a6415b3cd44c46c8ce3d5ce19e, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114, ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:59,509 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 05b5d5d66f0ca826756937c3ded81032, 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 667626a6415b3cd44c46c8ce3d5ce19e, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114, ffedd6d94b879c027dd3d27be479cf73 2024-11-15T13:33:59,549 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/663a38d439034397b26777772abf761c 2024-11-15T13:33:59,562 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/meta/a71f16ef9e7740f4a2b57140298bfb9d as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/a71f16ef9e7740f4a2b57140298bfb9d 2024-11-15T13:33:59,564 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/ns/26379adf42c842e7b34ad39213ca290e 2024-11-15T13:33:59,570 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/meta/a71f16ef9e7740f4a2b57140298bfb9d, entries=7, sequenceid=52, filesize=6.1 K 2024-11-15T13:33:59,571 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/.tmp/session/663a38d439034397b26777772abf761c as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/663a38d439034397b26777772abf761c 2024-11-15T13:33:59,577 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/session/663a38d439034397b26777772abf761c, entries=2, sequenceid=52, filesize=5.6 K 2024-11-15T13:33:59,578 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 05b5d5d66f0ca826756937c3ded81032 in 862ms, sequenceid=52, compaction requested=true 2024-11-15T13:33:59,582 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system/05b5d5d66f0ca826756937c3ded81032/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:59,583 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b5d5d66f0ca826756937c3ded81032: Waiting for close lock at 1731677638716Running coprocessor pre-close hooks at 1731677638716Disabling compacts and flushes for region at 1731677638716Disabling writes for close at 1731677638716Obtaining lock to block concurrent updates at 1731677638717 (+1 ms)Preparing flush snapshotting stores in 05b5d5d66f0ca826756937c3ded81032 at 1731677638717Finished memstore snapshotting backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731677638717Flushing stores of backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. at 1731677638717Flushing 05b5d5d66f0ca826756937c3ded81032/meta: creating writer at 1731677638717Flushing 05b5d5d66f0ca826756937c3ded81032/meta: appending metadata at 1731677638720 (+3 ms)Flushing 05b5d5d66f0ca826756937c3ded81032/meta: closing flushed file at 1731677638720Flushing 05b5d5d66f0ca826756937c3ded81032/session: creating writer at 1731677639138 (+418 ms)Flushing 05b5d5d66f0ca826756937c3ded81032/session: appending metadata at 1731677639142 (+4 ms)Flushing 05b5d5d66f0ca826756937c3ded81032/session: closing flushed file at 1731677639142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7762f217: reopening flushed file at 1731677639560 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4c3772: reopening flushed file at 1731677639570 (+10 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 05b5d5d66f0ca826756937c3ded81032 in 862ms, sequenceid=52, compaction requested=true at 1731677639578 (+8 ms)Writing region close event to WAL at 1731677639579 (+1 ms)Running coprocessor post-close hooks at 1731677639583 (+4 ms)Closed at 1731677639583 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731677532038.05b5d5d66f0ca826756937c3ded81032. 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 667626a6415b3cd44c46c8ce3d5ce19e, disabling compactions & flushes 2024-11-15T13:33:59,583 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. after waiting 0 ms 2024-11-15T13:33:59,583 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:33:59,586 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/backup/system_bulk/667626a6415b3cd44c46c8ce3d5ce19e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:59,587 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 667626a6415b3cd44c46c8ce3d5ce19e: Waiting for close lock at 1731677639583Running coprocessor pre-close hooks at 1731677639583Disabling compacts and flushes for region at 1731677639583Disabling writes for close at 1731677639583Writing region close event to WAL at 1731677639583Running coprocessor post-close hooks at 1731677639587 (+4 ms)Closed at 1731677639587 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731677534215.667626a6415b3cd44c46c8ce3d5ce19e. 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffedd6d94b879c027dd3d27be479cf73, disabling compactions & flushes 2024-11-15T13:33:59,587 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. after waiting 0 ms 2024-11-15T13:33:59,587 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:33:59,588 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/rep_barrier/40d6ecf29ad54852b2eed93e05b7ef10 is 94, key is ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93./rep_barrier:/1731677634528/DeleteFamily/seqid=0 2024-11-15T13:33:59,591 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns2/test-17316775220881/ffedd6d94b879c027dd3d27be479cf73/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-15T13:33:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742000_1176 (size=5640) 2024-11-15T13:33:59,591 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:33:59,591 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:33:59,592 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffedd6d94b879c027dd3d27be479cf73: Waiting for close lock at 1731677639587Running coprocessor pre-close hooks at 1731677639587Disabling compacts and flushes for region at 1731677639587Disabling writes for close at 1731677639587Writing region close event to WAL at 1731677639588 (+1 ms)Running coprocessor post-close hooks at 1731677639591 (+3 ms)Closed at 1731677639591 2024-11-15T13:33:59,592 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17316775220881,,1731677524945.ffedd6d94b879c027dd3d27be479cf73. 2024-11-15T13:33:59,592 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fb96e276ba663f86d12be2979eab93b, disabling compactions & flushes 2024-11-15T13:33:59,592 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:33:59,592 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:33:59,592 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. after waiting 0 ms 2024-11-15T13:33:59,592 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:33:59,592 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fb96e276ba663f86d12be2979eab93b 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-15T13:33:59,605 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f2/7eed64d84e8547008f4521d7565659cc is 58, key is row-test-1731677522088-2-0/f2:q1/1731677598119/Put/seqid=0 2024-11-15T13:33:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742001_1177 (size=5464) 2024-11-15T13:33:59,709 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T13:33:59,709 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8fb96e276ba663f86d12be2979eab93b=test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., d33cdbfada06fd8dc963d07cb3f45114=table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114., 32bea09e3df3f64bbdb6553fffb66e96=ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96., 82a051bf3ea4b3d9c0d9c52d0478a0e8=ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8.} 2024-11-15T13:33:59,710 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:59,910 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32bea09e3df3f64bbdb6553fffb66e96, 82a051bf3ea4b3d9c0d9c52d0478a0e8, 8fb96e276ba663f86d12be2979eab93b, d33cdbfada06fd8dc963d07cb3f45114 2024-11-15T13:33:59,993 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/rep_barrier/40d6ecf29ad54852b2eed93e05b7ef10 2024-11-15T13:34:00,010 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f2/7eed64d84e8547008f4521d7565659cc 2024-11-15T13:34:00,015 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/.tmp/f2/7eed64d84e8547008f4521d7565659cc as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f2/7eed64d84e8547008f4521d7565659cc 2024-11-15T13:34:00,021 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/f2/7eed64d84e8547008f4521d7565659cc, entries=7, sequenceid=348, filesize=5.3 K 2024-11-15T13:34:00,022 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8fb96e276ba663f86d12be2979eab93b in 430ms, sequenceid=348, compaction requested=false 2024-11-15T13:34:00,025 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/table/8cab35dead5347c189672d618a2864cf is 88, key is ns2:table2,,1731677620189.08568838907a6a94c5d6112e1e082e93./table:/1731677634528/DeleteFamily/seqid=0 2024-11-15T13:34:00,027 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/test-1731677522088/8fb96e276ba663f86d12be2979eab93b/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:34:00,028 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fb96e276ba663f86d12be2979eab93b: Waiting for close lock at 1731677639592Running coprocessor pre-close hooks at 1731677639592Disabling compacts and flushes for region at 1731677639592Disabling writes for close at 1731677639592Obtaining lock to block concurrent updates at 1731677639592Preparing flush snapshotting stores in 8fb96e276ba663f86d12be2979eab93b at 1731677639592Finished memstore snapshotting test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731677639592Flushing stores of test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. at 1731677639593 (+1 ms)Flushing 8fb96e276ba663f86d12be2979eab93b/f2: creating writer at 1731677639593Flushing 8fb96e276ba663f86d12be2979eab93b/f2: appending metadata at 1731677639605 (+12 ms)Flushing 8fb96e276ba663f86d12be2979eab93b/f2: closing flushed file at 1731677639605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22840715: reopening flushed file at 1731677640014 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8fb96e276ba663f86d12be2979eab93b in 430ms, sequenceid=348, compaction requested=false at 1731677640022 (+8 ms)Writing region close event to WAL at 1731677640023 (+1 ms)Running coprocessor post-close hooks at 1731677640027 (+4 ms)Closed at 1731677640028 (+1 ms) 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731677522088,,1731677522569.8fb96e276ba663f86d12be2979eab93b. 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d33cdbfada06fd8dc963d07cb3f45114, disabling compactions & flushes 2024-11-15T13:34:00,028 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. after waiting 0 ms 2024-11-15T13:34:00,028 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:34:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742002_1178 (size=6364) 2024-11-15T13:34:00,033 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/default/table1/d33cdbfada06fd8dc963d07cb3f45114/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-15T13:34:00,033 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:34:00,033 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:34:00,033 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d33cdbfada06fd8dc963d07cb3f45114: Waiting for close lock at 1731677640028Running coprocessor pre-close hooks at 1731677640028Disabling compacts and flushes for region at 1731677640028Disabling writes for close at 1731677640028Writing region close event to WAL at 1731677640029 (+1 ms)Running coprocessor post-close hooks at 1731677640033 (+4 ms)Closed at 1731677640033 2024-11-15T13:34:00,033 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731677625291.d33cdbfada06fd8dc963d07cb3f45114. 2024-11-15T13:34:00,034 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32bea09e3df3f64bbdb6553fffb66e96, disabling compactions & flushes 2024-11-15T13:34:00,034 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:34:00,034 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:34:00,034 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. after waiting 0 ms 2024-11-15T13:34:00,034 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns3/test-17316775220882/32bea09e3df3f64bbdb6553fffb66e96/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:34:00,037 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32bea09e3df3f64bbdb6553fffb66e96: Waiting for close lock at 1731677640033Running coprocessor pre-close hooks at 1731677640033Disabling compacts and flushes for region at 1731677640034 (+1 ms)Disabling writes for close at 1731677640034Writing region close event to WAL at 1731677640034Running coprocessor post-close hooks at 1731677640037 (+3 ms)Closed at 1731677640037 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17316775220882,,1731677527262.32bea09e3df3f64bbdb6553fffb66e96. 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82a051bf3ea4b3d9c0d9c52d0478a0e8, disabling compactions & flushes 2024-11-15T13:34:00,037 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. after waiting 0 ms 2024-11-15T13:34:00,037 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:34:00,040 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/ns4/test-17316775220883/82a051bf3ea4b3d9c0d9c52d0478a0e8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T13:34:00,041 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:34:00,041 INFO [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:34:00,041 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82a051bf3ea4b3d9c0d9c52d0478a0e8: Waiting for close lock at 1731677640037Running coprocessor pre-close hooks at 1731677640037Disabling compacts and flushes for region at 1731677640037Disabling writes for close at 1731677640037Writing region close event to WAL at 1731677640038 (+1 ms)Running coprocessor post-close hooks at 1731677640041 (+3 ms)Closed at 1731677640041 2024-11-15T13:34:00,041 DEBUG [RS_CLOSE_REGION-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17316775220883,,1731677528412.82a051bf3ea4b3d9c0d9c52d0478a0e8. 2024-11-15T13:34:00,110 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T13:34:00,310 DEBUG [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T13:34:00,430 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/table/8cab35dead5347c189672d618a2864cf 2024-11-15T13:34:00,441 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/info/83198bb610274889ba64a3d34bbd23a8 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/info/83198bb610274889ba64a3d34bbd23a8 2024-11-15T13:34:00,447 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/info/83198bb610274889ba64a3d34bbd23a8, entries=114, sequenceid=97, filesize=18.6 K 2024-11-15T13:34:00,448 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/ns/26379adf42c842e7b34ad39213ca290e as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/ns/26379adf42c842e7b34ad39213ca290e 2024-11-15T13:34:00,453 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/ns/26379adf42c842e7b34ad39213ca290e, entries=10, sequenceid=97, filesize=5.6 K 2024-11-15T13:34:00,454 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/rep_barrier/40d6ecf29ad54852b2eed93e05b7ef10 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/rep_barrier/40d6ecf29ad54852b2eed93e05b7ef10 2024-11-15T13:34:00,459 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/rep_barrier/40d6ecf29ad54852b2eed93e05b7ef10, entries=3, sequenceid=97, filesize=5.5 K 2024-11-15T13:34:00,460 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/.tmp/table/8cab35dead5347c189672d618a2864cf as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/table/8cab35dead5347c189672d618a2864cf 2024-11-15T13:34:00,464 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/table/8cab35dead5347c189672d618a2864cf, entries=21, sequenceid=97, filesize=6.2 K 2024-11-15T13:34:00,465 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=97, compaction requested=false 2024-11-15T13:34:00,470 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-15T13:34:00,470 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:34:00,470 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T13:34:00,470 INFO [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T13:34:00,470 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731677638707Running coprocessor pre-close hooks at 1731677638707Disabling compacts and flushes for region at 1731677638707Disabling writes for close at 1731677638707Obtaining lock to block concurrent updates at 1731677638707Preparing flush snapshotting stores in 1588230740 at 1731677638707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731677638708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731677638708Flushing 1588230740/info: creating writer at 1731677638708Flushing 1588230740/info: appending metadata at 1731677638730 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731677638730Flushing 1588230740/ns: creating writer at 1731677639143 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731677639160 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731677639160Flushing 1588230740/rep_barrier: creating writer at 1731677639572 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731677639588 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731677639588Flushing 1588230740/table: creating writer at 1731677640006 (+418 ms)Flushing 1588230740/table: appending metadata at 1731677640024 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731677640024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be981d4: reopening flushed file at 1731677640440 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25758af2: reopening flushed file at 1731677640447 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b697bf9: reopening flushed file at 1731677640453 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99dafcf: reopening flushed file at 1731677640459 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=97, compaction requested=false at 1731677640465 (+6 ms)Writing region close event to WAL at 1731677640467 (+2 ms)Running coprocessor post-close hooks at 1731677640470 (+3 ms)Closed at 1731677640470 2024-11-15T13:34:00,471 DEBUG [RS_CLOSE_META-regionserver/fea232522fcc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T13:34:00,511 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(976): stopping server fea232522fcc,43367,1731677512442; all regions closed. 2024-11-15T13:34:00,510 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea232522fcc:32775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-15T13:34:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741956_1132 (size=16160) 2024-11-15T13:34:00,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.meta.1731677605602.meta not finished, retry = 0 2024-11-15T13:34:00,624 DEBUG [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs 2024-11-15T13:34:00,624 INFO [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.meta:.meta(num 1731677605602) 2024-11-15T13:34:00,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741955_1131 (size=7926) 2024-11-15T13:34:00,626 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1.1731677605586 not finished, retry = 0 2024-11-15T13:34:00,734 DEBUG [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs 2024-11-15T13:34:00,735 INFO [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-1:(num 1731677605586) 2024-11-15T13:34:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741954_1130 (size=4122) 2024-11-15T13:34:00,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/WALs/fea232522fcc,43367,1731677512442/fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0.1731677605569 not finished, retry = 0 2024-11-15T13:34:00,846 DEBUG [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/oldWALs 2024-11-15T13:34:00,846 INFO [RS:0;fea232522fcc:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea232522fcc%2C43367%2C1731677512442.fea232522fcc%2C43367%2C1731677512442.regiongroup-0:(num 1731677605569) 2024-11-15T13:34:00,847 DEBUG [RS:0;fea232522fcc:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:34:00,847 INFO [RS:0;fea232522fcc:43367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T13:34:00,847 INFO [RS:0;fea232522fcc:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T13:34:00,848 INFO [RS:0;fea232522fcc:43367 {}] hbase.ChoreService(370): Chore service for: regionserver/fea232522fcc:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T13:34:00,848 INFO [RS:0;fea232522fcc:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T13:34:00,848 INFO [regionserver/fea232522fcc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T13:34:00,849 INFO [RS:0;fea232522fcc:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43367 2024-11-15T13:34:00,897 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/fea232522fcc,43367,1731677512442 2024-11-15T13:34:00,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-15T13:34:00,897 INFO [RS:0;fea232522fcc:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T13:34:00,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea232522fcc,43367,1731677512442] 2024-11-15T13:34:00,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/fea232522fcc,43367,1731677512442 already deleted, retry=false 2024-11-15T13:34:00,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea232522fcc,43367,1731677512442 expired; onlineServers=0 2024-11-15T13:34:00,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea232522fcc,32775,1731677510552' ***** 2024-11-15T13:34:00,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T13:34:00,917 INFO [M:0;fea232522fcc:32775 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-15T13:34:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-15T13:34:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T13:34:00,926 INFO [M:0;fea232522fcc:32775 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6b147c85{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-15T13:34:00,927 INFO [M:0;fea232522fcc:32775 {}] server.AbstractConnector(383): Stopped ServerConnector@3bf75574{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T13:34:00,927 INFO [M:0;fea232522fcc:32775 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:00,927 INFO [M:0;fea232522fcc:32775 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@e90fde3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-15T13:34:00,927 INFO [M:0;fea232522fcc:32775 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@613be4cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:00,928 INFO [M:0;fea232522fcc:32775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T13:34:00,928 INFO [M:0;fea232522fcc:32775 {}] master.HMaster(1770): Stopping master jetty server 2024-11-15T13:34:00,929 INFO [M:0;fea232522fcc:32775 {}] server.AbstractConnector(383): Stopped ServerConnector@2b30dced{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T13:34:00,929 INFO [M:0;fea232522fcc:32775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T13:34:00,929 DEBUG [M:0;fea232522fcc:32775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T13:34:00,929 INFO [M:0;fea232522fcc:32775 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-15T13:34:00,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T13:34:00,929 INFO [M:0;fea232522fcc:32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;fea232522fcc:32775. 2024-11-15T13:34:00,929 DEBUG [master/fea232522fcc:0:becomeActiveMaster-HFileCleaner.small.0-1731677515588 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea232522fcc:0:becomeActiveMaster-HFileCleaner.small.0-1731677515588,5,FailOnTimeoutGroup] 2024-11-15T13:34:00,929 DEBUG [master/fea232522fcc:0:becomeActiveMaster-HFileCleaner.large.0-1731677515587 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea232522fcc:0:becomeActiveMaster-HFileCleaner.large.0-1731677515587,5,FailOnTimeoutGroup] 2024-11-15T13:34:00,929 DEBUG [M:0;fea232522fcc:32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T13:34:00,930 DEBUG [M:0;fea232522fcc:32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:34:00,930 DEBUG [M:0;fea232522fcc:32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T13:34:00,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T13:34:00,930 DEBUG [M:0;fea232522fcc:32775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T13:34:00,930 INFO [M:0;fea232522fcc:32775 {}] hbase.ChoreService(370): Chore service for: master/fea232522fcc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T13:34:00,930 INFO [M:0;fea232522fcc:32775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T13:34:00,930 DEBUG [M:0;fea232522fcc:32775 {}] master.HMaster(1795): Stopping service threads 2024-11-15T13:34:00,930 INFO [M:0;fea232522fcc:32775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T13:34:00,930 INFO [M:0;fea232522fcc:32775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T13:34:00,930 ERROR [M:0;fea232522fcc:32775 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-15T13:34:00,931 INFO [M:0;fea232522fcc:32775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T13:34:00,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T13:34:00,931 DEBUG [M:0;fea232522fcc:32775 {}] zookeeper.ZKUtil(347): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-15T13:34:00,931 WARN [M:0;fea232522fcc:32775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T13:34:00,932 INFO [M:0;fea232522fcc:32775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/.lastflushedseqids 2024-11-15T13:34:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742003_1179 (size=761) 2024-11-15T13:34:01,009 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T13:34:01,009 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1013ffb6ac10001, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T13:34:01,010 INFO [RS:0;fea232522fcc:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T13:34:01,011 INFO [RS:0;fea232522fcc:43367 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea232522fcc,43367,1731677512442; zookeeper connection closed. 2024-11-15T13:34:01,011 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60dde536 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60dde536 2024-11-15T13:34:01,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T13:34:01,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T13:34:01,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316775220883 2024-11-15T13:34:01,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731677522088 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316775220882 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316775220881 2024-11-15T13:34:01,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-15T13:34:01,341 INFO [M:0;fea232522fcc:32775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T13:34:01,342 INFO [M:0;fea232522fcc:32775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T13:34:01,342 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T13:34:01,359 INFO [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:34:01,359 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:34:01,359 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T13:34:01,359 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:34:01,359 INFO [M:0;fea232522fcc:32775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.45 KB heapSize=518.62 KB 2024-11-15T13:34:01,372 DEBUG [M:0;fea232522fcc:32775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/195f2ab55a3444918e4a81acb7f959e8 is 82, key is hbase:meta,,1/info:regioninfo/1731677517089/Put/seqid=0 2024-11-15T13:34:01,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742004_1180 (size=5672) 2024-11-15T13:34:01,778 INFO [M:0;fea232522fcc:32775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/195f2ab55a3444918e4a81acb7f959e8 2024-11-15T13:34:01,805 DEBUG [M:0;fea232522fcc:32775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2bd27856a4647888ccdf28822019fcc is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731677631652/Put/seqid=0 2024-11-15T13:34:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742005_1181 (size=30170) 2024-11-15T13:34:02,211 INFO [M:0;fea232522fcc:32775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.90 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2bd27856a4647888ccdf28822019fcc 2024-11-15T13:34:02,222 INFO [M:0;fea232522fcc:32775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2bd27856a4647888ccdf28822019fcc 2024-11-15T13:34:02,236 DEBUG [M:0;fea232522fcc:32775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7c427a4c1b44eeca1c4586fbfda3517 is 69, key is fea232522fcc,43367,1731677512442/rs:state/1731677515701/Put/seqid=0 2024-11-15T13:34:02,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073742006_1182 (size=5156) 2024-11-15T13:34:02,641 INFO [M:0;fea232522fcc:32775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7c427a4c1b44eeca1c4586fbfda3517 2024-11-15T13:34:02,650 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/195f2ab55a3444918e4a81acb7f959e8 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/195f2ab55a3444918e4a81acb7f959e8 2024-11-15T13:34:02,656 INFO [M:0;fea232522fcc:32775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/195f2ab55a3444918e4a81acb7f959e8, entries=8, sequenceid=908, filesize=5.5 K 2024-11-15T13:34:02,657 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2bd27856a4647888ccdf28822019fcc as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2bd27856a4647888ccdf28822019fcc 2024-11-15T13:34:02,662 INFO [M:0;fea232522fcc:32775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2bd27856a4647888ccdf28822019fcc 2024-11-15T13:34:02,662 INFO [M:0;fea232522fcc:32775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2bd27856a4647888ccdf28822019fcc, entries=94, sequenceid=908, filesize=29.5 K 2024-11-15T13:34:02,663 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7c427a4c1b44eeca1c4586fbfda3517 as hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7c427a4c1b44eeca1c4586fbfda3517 2024-11-15T13:34:02,667 INFO [M:0;fea232522fcc:32775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38985/user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7c427a4c1b44eeca1c4586fbfda3517, entries=1, sequenceid=908, filesize=5.0 K 2024-11-15T13:34:02,668 INFO [M:0;fea232522fcc:32775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.45 KB/452049, heapSize ~518.32 KB/530760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=908, compaction requested=false 2024-11-15T13:34:02,669 INFO [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T13:34:02,669 DEBUG [M:0;fea232522fcc:32775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731677641342Disabling compacts and flushes for region at 1731677641342Disabling writes for close at 1731677641359 (+17 ms)Obtaining lock to block concurrent updates at 1731677641359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731677641359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452049, getHeapSize=531000, getOffHeapSize=0, getCellsCount=1031 at 1731677641359Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731677641360 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731677641360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731677641372 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731677641372Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731677641788 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731677641805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731677641805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731677642222 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731677642236 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731677642236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4641dae8: reopening flushed file at 1731677642648 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c728d2c: reopening flushed file at 1731677642656 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4c4ec: reopening flushed file at 1731677642662 (+6 ms)Finished flush of dataSize ~441.45 KB/452049, heapSize ~518.32 KB/530760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=908, compaction requested=false at 1731677642668 (+6 ms)Writing region close event to WAL at 1731677642669 (+1 ms)Closed at 1731677642669 2024-11-15T13:34:02,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb833d5c-c0a0-0d21-db57-ff4eb4adac75/MasterData/WALs/fea232522fcc,32775,1731677510552/fea232522fcc%2C32775%2C1731677510552.fea232522fcc%2C32775%2C1731677510552.regiongroup-0.1731677514686 not finished, retry = 0 2024-11-15T13:34:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39013 is added to blk_1073741830_1006 (size=511980) 2024-11-15T13:34:02,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T13:34:02,773 INFO [M:0;fea232522fcc:32775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T13:34:02,773 INFO [M:0;fea232522fcc:32775 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-15T13:34:02,773 INFO [M:0;fea232522fcc:32775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32775 2024-11-15T13:34:02,774 INFO [M:0;fea232522fcc:32775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T13:34:02,914 INFO [M:0;fea232522fcc:32775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T13:34:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T13:34:02,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1013ffb6ac10000, quorum=127.0.0.1:52993, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T13:34:02,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6628e1d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T13:34:02,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T13:34:02,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:02,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T13:34:02,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:02,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T13:34:02,940 WARN [BP-1235363314-172.17.0.2-1731677506410 heartbeating to localhost/127.0.0.1:38985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T13:34:02,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T13:34:02,940 WARN [BP-1235363314-172.17.0.2-1731677506410 heartbeating to localhost/127.0.0.1:38985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1235363314-172.17.0.2-1731677506410 (Datanode Uuid 8d2f0c21-cf9b-4669-b389-3976a941a1ec) service to localhost/127.0.0.1:38985 2024-11-15T13:34:02,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/data/data1/current/BP-1235363314-172.17.0.2-1731677506410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T13:34:02,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/cluster_da752d9b-7420-27c4-ee57-a3f3f6cd9363/data/data2/current/BP-1235363314-172.17.0.2-1731677506410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T13:34:02,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T13:34:02,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T13:34:02,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T13:34:02,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:02,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T13:34:02,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:02,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T13:34:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T13:34:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-15T13:34:03,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b8f8f81{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T13:34:03,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a49fc9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T13:34:03,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:03,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fdaa9ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T13:34:03,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@98bcf2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:03,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1abb8d3f{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T13:34:03,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@339590e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T13:34:03,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:03,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775f156c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T13:34:03,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c53313{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:03,050 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T13:34:03,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e81537f{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-15T13:34:03,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bb13fcc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T13:34:03,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:03,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349f1fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T13:34:03,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4469deb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:03,053 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-15T13:34:03,056 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-15T13:34:03,057 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-15T13:34:03,058 ERROR [Thread[Thread-292,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T13:34:03,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10c60d15{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-15T13:34:03,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c920e7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T13:34:03,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T13:34:03,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d8c4596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T13:34:03,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68f08892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/ff7b3ee6-d570-66dd-941e-cd4b3991b9b4/hadoop.log.dir/,STOPPED} 2024-11-15T13:34:03,062 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T13:34:03,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped