2024-12-06 15:42:10,078 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-06 15:42:10,099 main DEBUG Took 0.018430 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 15:42:10,099 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 15:42:10,100 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 15:42:10,101 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 15:42:10,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,131 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 15:42:10,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,182 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,183 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,190 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,194 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,196 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,198 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 15:42:10,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,211 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 15:42:10,215 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 15:42:10,217 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 15:42:10,219 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 15:42:10,228 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 15:42:10,231 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 15:42:10,232 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 15:42:10,250 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 15:42:10,264 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 15:42:10,267 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 15:42:10,267 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 15:42:10,268 main DEBUG createAppenders(={Console}) 2024-12-06 15:42:10,269 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-12-06 15:42:10,269 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-06 15:42:10,269 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-12-06 15:42:10,270 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 15:42:10,270 main DEBUG OutputStream closed 2024-12-06 15:42:10,271 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 15:42:10,271 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 15:42:10,271 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-12-06 15:42:10,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 15:42:10,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 15:42:10,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 15:42:10,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 15:42:10,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 15:42:10,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 15:42:10,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 15:42:10,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 15:42:10,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 15:42:10,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 15:42:10,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 15:42:10,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 15:42:10,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 15:42:10,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 15:42:10,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 15:42:10,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 15:42:10,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 15:42:10,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 15:42:10,429 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 15:42:10,430 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-12-06 15:42:10,430 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 15:42:10,431 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-12-06T15:42:10,485 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-06 15:42:10,489 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 15:42:10,489 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T15:42:11,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4 2024-12-06T15:42:11,096 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-06T15:42:11,098 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:42:11,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T15:42:11,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857, deleteOnExit=true 2024-12-06T15:42:11,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T15:42:11,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/test.cache.data in system properties and HBase conf 2024-12-06T15:42:11,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T15:42:11,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir in system properties and HBase conf 2024-12-06T15:42:11,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T15:42:11,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T15:42:11,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T15:42:11,246 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T15:42:11,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T15:42:11,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:42:11,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:42:11,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T15:42:11,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:42:11,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T15:42:11,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T15:42:11,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:42:11,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:42:11,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T15:42:11,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/nfs.dump.dir in system properties and HBase conf 2024-12-06T15:42:11,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir in system properties and HBase conf 2024-12-06T15:42:11,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:42:11,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T15:42:11,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T15:42:12,914 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T15:42:13,025 INFO [Time-limited test {}] log.Log(170): Logging initialized @4022ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T15:42:13,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:13,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:42:13,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:13,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:13,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:42:13,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:13,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57594f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:13,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13488ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:42:13,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b74231{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir/jetty-localhost-43615-hadoop-hdfs-3_4_1-tests_jar-_-any-191536805955588997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:42:13,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfa68d8{HTTP/1.1, (http/1.1)}{localhost:43615} 2024-12-06T15:42:13,575 INFO [Time-limited test {}] server.Server(415): Started @4575ms 2024-12-06T15:42:14,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:14,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:42:14,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:14,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:14,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:42:14,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b27bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:14,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4f7ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T15:42:14,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79fa0fb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir/jetty-localhost-37593-hadoop-hdfs-3_4_1-tests_jar-_-any-14142668233616384269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:42:14,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482cd6b5{HTTP/1.1, (http/1.1)}{localhost:37593} 2024-12-06T15:42:14,424 INFO [Time-limited test {}] server.Server(415): Started @5423ms 2024-12-06T15:42:14,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T15:42:16,236 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/data/data1/current/BP-861448301-172.17.0.2-1733499732263/current, will proceed with Du for space computation calculation, 2024-12-06T15:42:16,236 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/data/data2/current/BP-861448301-172.17.0.2-1733499732263/current, will proceed with Du for space computation calculation, 2024-12-06T15:42:16,284 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T15:42:16,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4 2024-12-06T15:42:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe219a653ec24146c with lease ID 0x5a161417c474b9d3: Processing first storage report for DS-f103214c-c2ca-4877-85db-1b7269e11474 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=53f878bd-20fb-4009-93ce-6136b6a7f327, infoPort=42889, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=1929411542;c=1733499732263) 2024-12-06T15:42:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe219a653ec24146c with lease ID 0x5a161417c474b9d3: from storage DS-f103214c-c2ca-4877-85db-1b7269e11474 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=53f878bd-20fb-4009-93ce-6136b6a7f327, infoPort=42889, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=1929411542;c=1733499732263), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T15:42:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe219a653ec24146c with lease ID 0x5a161417c474b9d3: Processing first storage report for DS-c29edd6a-75c9-4b5a-8a8b-394097c53f73 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=53f878bd-20fb-4009-93ce-6136b6a7f327, infoPort=42889, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=1929411542;c=1733499732263) 2024-12-06T15:42:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe219a653ec24146c with lease ID 0x5a161417c474b9d3: from storage DS-c29edd6a-75c9-4b5a-8a8b-394097c53f73 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=53f878bd-20fb-4009-93ce-6136b6a7f327, infoPort=42889, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=1929411542;c=1733499732263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T15:42:16,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/zookeeper_0, clientPort=49921, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T15:42:16,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49921 2024-12-06T15:42:16,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:16,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741825_1001 (size=7) 2024-12-06T15:42:17,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 with version=8 2024-12-06T15:42:17,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging 2024-12-06T15:42:17,164 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-06T15:42:17,165 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-06T15:42:17,165 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-06T15:42:17,165 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-06T15:42:17,238 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T15:42:17,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T15:42:17,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T15:42:17,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T15:42:17,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T15:42:17,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T15:42:17,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T15:42:17,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T15:42:17,723 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T15:42:17,739 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T15:42:17,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T15:42:17,781 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 171422 (auto-detected) 2024-12-06T15:42:17,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T15:42:17,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43051 2024-12-06T15:42:17,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43051 connecting to ZooKeeper ensemble=127.0.0.1:49921 2024-12-06T15:42:17,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430510x0, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T15:42:17,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43051-0x101ab4ecd0b0000 connected 2024-12-06T15:42:18,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:18,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:18,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-06T15:42:18,095 INFO [Time-limited test {}] log.Log(170): Logging initialized @9094ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T15:42:18,135 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-06T15:42:18,136 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-06T15:42:18,136 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-06T15:42:18,137 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-06T15:42:18,138 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-06T15:42:18,139 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-06T15:42:18,139 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-06T15:42:18,140 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-06T15:42:18,141 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-06T15:42:18,200 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46179 2024-12-06T15:42:18,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-06T15:42:18,216 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-06T15:42:18,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2fbfa924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:18,219 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-06T15:42:18,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@22bb9ece{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-06T15:42:18,255 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-06T15:42:18,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:18,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:18,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:42:18,269 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-06T15:42:18,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@76f1c74f{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-06T15:42:18,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dbe4e43{HTTP/1.1, (http/1.1)}{0.0.0.0:46179} 2024-12-06T15:42:18,921 INFO [Time-limited test {}] server.Server(415): Started @9920ms 2024-12-06T15:42:18,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06, hbase.cluster.distributed=false 2024-12-06T15:42:18,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-06T15:42:18,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43051 2024-12-06T15:42:18,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43051 2024-12-06T15:42:18,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43051 2024-12-06T15:42:18,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43051 2024-12-06T15:42:18,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43051 2024-12-06T15:42:19,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T15:42:19,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T15:42:19,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T15:42:19,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T15:42:19,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T15:42:19,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T15:42:19,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T15:42:19,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T15:42:19,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35665 2024-12-06T15:42:19,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35665 connecting to ZooKeeper ensemble=127.0.0.1:49921 2024-12-06T15:42:19,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:19,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:19,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356650x0, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T15:42:19,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356650x0, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-06T15:42:19,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35665-0x101ab4ecd0b0001 connected 2024-12-06T15:42:19,122 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-06T15:42:19,122 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-06T15:42:19,123 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-06T15:42:19,123 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-06T15:42:19,123 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-06T15:42:19,125 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-06T15:42:19,125 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-06T15:42:19,125 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-06T15:42:19,126 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-06T15:42:19,128 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 39483 2024-12-06T15:42:19,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-06T15:42:19,134 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-06T15:42:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@c7b7a45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:19,135 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-06T15:42:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5b8831ab{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-06T15:42:19,149 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-06T15:42:19,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:19,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:19,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:42:19,152 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-06T15:42:19,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@11fe5a17{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-06T15:42:19,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@209f6a3c{HTTP/1.1, (http/1.1)}{0.0.0.0:39483} 2024-12-06T15:42:19,156 INFO [Time-limited test {}] server.Server(415): Started @10155ms 2024-12-06T15:42:19,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T15:42:19,170 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T15:42:19,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-06T15:42:19,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-06T15:42:19,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35665 2024-12-06T15:42:19,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35665 2024-12-06T15:42:19,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35665 2024-12-06T15:42:19,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35665 2024-12-06T15:42:19,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35665 2024-12-06T15:42:19,203 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:43051 2024-12-06T15:42:19,207 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-06T15:42:19,212 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@658c0c6a{HTTP/1.1, (http/1.1)}{0.0.0.0:33937} 2024-12-06T15:42:19,212 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] server.Server(415): Started @10212ms 2024-12-06T15:42:19,213 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-06T15:42:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-06T15:42:19,229 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:19,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:19,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-06T15:42:19,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:19,269 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-06T15:42:19,270 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/bb7ea3e46d9c,43051,1733499737287 from backup master directory 2024-12-06T15:42:19,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:19,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-06T15:42:19,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-06T15:42:19,287 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T15:42:19,287 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:19,290 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T15:42:19,292 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T15:42:19,358 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase.id] with ID: 33adfd0c-ccdb-49c4-a125-40ab8f1850a9 2024-12-06T15:42:19,358 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.tmp/hbase.id 2024-12-06T15:42:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741826_1002 (size=42) 2024-12-06T15:42:19,376 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.tmp/hbase.id]:[hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase.id] 2024-12-06T15:42:19,429 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T15:42:19,433 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T15:42:19,450 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-06T15:42:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741827_1003 (size=196) 2024-12-06T15:42:19,500 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:19,502 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T15:42:19,509 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-06T15:42:19,512 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-06T15:42:19,521 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T15:42:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741828_1004 (size=1189) 2024-12-06T15:42:19,983 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store 2024-12-06T15:42:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741829_1005 (size=34) 2024-12-06T15:42:20,013 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T15:42:20,017 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:20,019 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T15:42:20,019 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:42:20,019 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:42:20,021 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T15:42:20,021 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:42:20,021 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:42:20,023 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733499740018Disabling compacts and flushes for region at 1733499740019 (+1 ms)Disabling writes for close at 1733499740021 (+2 ms)Writing region close event to WAL at 1733499740021Closed at 1733499740021 2024-12-06T15:42:20,025 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/.initializing 2024-12-06T15:42:20,025 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/WALs/bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:20,030 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:42:20,036 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c,43051,1733499737287.regiongroup-0 2024-12-06T15:42:20,054 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C43051%2C1733499737287.bb7ea3e46d9c%2C43051%2C1733499737287.regiongroup-0, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/WALs/bb7ea3e46d9c,43051,1733499737287, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/oldWALs, maxLogs=10 2024-12-06T15:42:20,084 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/WALs/bb7ea3e46d9c,43051,1733499737287/bb7ea3e46d9c%2C43051%2C1733499737287.bb7ea3e46d9c%2C43051%2C1733499737287.regiongroup-0.1733499740059, exclude list is [], retry=0 2024-12-06T15:42:20,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:20,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T15:42:20,136 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/WALs/bb7ea3e46d9c,43051,1733499737287/bb7ea3e46d9c%2C43051%2C1733499737287.bb7ea3e46d9c%2C43051%2C1733499737287.regiongroup-0.1733499740059 2024-12-06T15:42:20,137 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:20,138 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:20,138 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:20,141 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,142 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T15:42:20,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:20,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:20,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T15:42:20,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:20,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:20,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T15:42:20,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:20,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:20,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T15:42:20,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:20,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:20,242 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,245 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,246 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,253 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,253 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,257 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T15:42:20,261 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T15:42:20,266 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:20,267 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9870184480, jitterRate=-0.0807674378156662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T15:42:20,275 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733499740157Initializing all the Stores at 1733499740159 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499740159Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499740161 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499740161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499740161Cleaning up temporary data from old regions at 1733499740253 (+92 ms)Region opened successfully at 1733499740275 (+22 ms) 2024-12-06T15:42:20,277 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T15:42:20,309 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7b33fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T15:42:20,342 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T15:42:20,355 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T15:42:20,355 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T15:42:20,358 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T15:42:20,359 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T15:42:20,365 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T15:42:20,365 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T15:42:20,393 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T15:42:20,403 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-06T15:42:20,475 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-06T15:42:20,479 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T15:42:20,481 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-06T15:42:20,488 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-06T15:42:20,491 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T15:42:20,496 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-06T15:42:20,506 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-06T15:42:20,508 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-06T15:42:20,519 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-06T15:42:20,554 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T15:42:20,562 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-06T15:42:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-06T15:42:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-06T15:42:20,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,582 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,43051,1733499737287, sessionid=0x101ab4ecd0b0000, setting cluster-up flag (Was=false) 2024-12-06T15:42:20,589 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-06T15:42:20,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,646 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-06T15:42:20,649 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,699 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-06T15:42:20,701 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:20,762 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-06T15:42:20,764 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:20,770 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T15:42:20,788 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(746): ClusterId : 33adfd0c-ccdb-49c4-a125-40ab8f1850a9 2024-12-06T15:42:20,790 INFO [RS:0;bb7ea3e46d9c:35665 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-06T15:42:20,792 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T15:42:20,806 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T15:42:20,807 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-06T15:42:20,816 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-06T15:42:20,816 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T15:42:20,826 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T15:42:20,827 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6e4810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T15:42:20,844 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:35665 2024-12-06T15:42:20,853 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T15:42:20,853 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T15:42:20,854 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T15:42:20,861 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T15:42:20,866 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,43051,1733499737287 with port=35665, startcode=1733499739015 2024-12-06T15:42:20,874 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T15:42:20,879 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T15:42:20,882 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T15:42:20,890 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,43051,1733499737287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T15:42:20,899 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T15:42:20,900 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T15:42:20,900 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T15:42:20,900 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T15:42:20,904 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T15:42:20,904 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:20,904 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T15:42:20,905 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:20,916 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733499770915 2024-12-06T15:42:20,918 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T15:42:20,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T15:42:20,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T15:42:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T15:42:20,925 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T15:42:20,925 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-06T15:42:20,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T15:42:20,926 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:20,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T15:42:20,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T15:42:20,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T15:42:20,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T15:42:20,933 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T15:42:20,932 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:20,936 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T15:42:20,938 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T15:42:20,939 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T15:42:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741831_1007 (size=1321) 2024-12-06T15:42:20,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T15:42:20,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:20,952 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ed167f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:20,952 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:20,957 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:20,962 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:20,964 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T15:42:20,964 WARN [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T15:42:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:20,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5987d2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741832_1008 (size=32) 2024-12-06T15:42:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:20,979 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:20,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56719c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:20,984 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-06T15:42:20,986 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T15:42:20,986 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T15:42:20,988 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733499740987,5,FailOnTimeoutGroup] 2024-12-06T15:42:20,989 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733499740988,5,FailOnTimeoutGroup] 2024-12-06T15:42:20,989 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:20,989 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T15:42:20,991 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:20,991 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,066 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,43051,1733499737287 with port=35665, startcode=1733499739015 2024-12-06T15:42:21,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43051 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,078 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:21,078 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45993 2024-12-06T15:42:21,078 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=46179 2024-12-06T15:42:21,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-06T15:42:21,118 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] zookeeper.ZKUtil(111): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rs/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,118 WARN [RS:0;bb7ea3e46d9c:35665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T15:42:21,118 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-06T15:42:21,118 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-06T15:42:21,119 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,35665,1733499739015] 2024-12-06T15:42:21,149 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T15:42:21,167 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T15:42:21,174 INFO [RS:0;bb7ea3e46d9c:35665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T15:42:21,174 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,176 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T15:42:21,184 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T15:42:21,186 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,186 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,187 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,188 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,188 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,188 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,188 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T15:42:21,188 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T15:42:21,188 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T15:42:21,189 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,189 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,189 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,189 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,190 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,190 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35665,1733499739015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T15:42:21,208 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T15:42:21,211 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35665,1733499739015-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,211 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,211 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.Replication(171): bb7ea3e46d9c,35665,1733499739015 started 2024-12-06T15:42:21,228 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:21,229 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,35665,1733499739015, RpcServer on bb7ea3e46d9c/172.17.0.2:35665, sessionid=0x101ab4ecd0b0001 2024-12-06T15:42:21,230 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T15:42:21,230 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,230 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,35665,1733499739015' 2024-12-06T15:42:21,231 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-06T15:42:21,232 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-06T15:42:21,233 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T15:42:21,233 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-06T15:42:21,233 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,35665,1733499739015' 2024-12-06T15:42:21,233 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:42:21,234 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:42:21,234 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-06T15:42:21,234 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-06T15:42:21,234 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T15:42:21,235 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,235 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,35665,1733499739015' 2024-12-06T15:42:21,235 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-06T15:42:21,236 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-06T15:42:21,236 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T15:42:21,236 INFO [RS:0;bb7ea3e46d9c:35665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T15:42:21,236 INFO [RS:0;bb7ea3e46d9c:35665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T15:42:21,342 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:42:21,342 INFO [RS:0;bb7ea3e46d9c:35665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c,35665,1733499739015.regiongroup-0 2024-12-06T15:42:21,346 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs, maxLogs=32 2024-12-06T15:42:21,361 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348, exclude list is [], retry=0 2024-12-06T15:42:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:21,368 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348 2024-12-06T15:42:21,368 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:21,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:21,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T15:42:21,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T15:42:21,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T15:42:21,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T15:42:21,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T15:42:21,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T15:42:21,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T15:42:21,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T15:42:21,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T15:42:21,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740 2024-12-06T15:42:21,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740 2024-12-06T15:42:21,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T15:42:21,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T15:42:21,403 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T15:42:21,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T15:42:21,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:21,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9406581120, jitterRate=-0.12394386529922485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T15:42:21,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733499741379Initializing all the Stores at 1733499741381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499741381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499741381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499741381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499741381Cleaning up temporary data from old regions at 1733499741402 (+21 ms)Region opened successfully at 1733499741414 (+12 ms) 2024-12-06T15:42:21,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T15:42:21,414 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T15:42:21,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T15:42:21,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T15:42:21,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T15:42:21,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T15:42:21,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733499741414Disabling compacts and flushes for region at 1733499741414Disabling writes for close at 1733499741414Writing region close event to WAL at 1733499741416 (+2 ms)Closed at 1733499741416 2024-12-06T15:42:21,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T15:42:21,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T15:42:21,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T15:42:21,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T15:42:21,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T15:42:21,591 DEBUG [bb7ea3e46d9c:43051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T15:42:21,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,35665,1733499739015, state=OPENING 2024-12-06T15:42:21,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T15:42:21,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:42:21,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-06T15:42:21,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-06T15:42:21,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T15:42:21,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:21,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T15:42:21,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T15:42:21,871 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T15:42:21,872 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-06T15:42:21,872 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-06T15:42:21,872 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:42:21,873 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T15:42:21,876 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C35665%2C1733499739015.meta, suffix=.meta, logDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs, maxLogs=32 2024-12-06T15:42:21,890 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499741877.meta, exclude list is [], retry=0 2024-12-06T15:42:21,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:21,896 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499741877.meta 2024-12-06T15:42:21,896 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:21,897 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:21,901 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:21,902 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T15:42:21,904 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T15:42:21,904 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T15:42:21,907 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T15:42:21,908 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:21,908 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T15:42:21,908 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T15:42:21,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T15:42:21,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T15:42:21,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T15:42:21,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T15:42:21,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T15:42:21,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T15:42:21,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T15:42:21,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T15:42:21,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:21,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T15:42:21,922 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T15:42:21,924 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740 2024-12-06T15:42:21,926 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740 2024-12-06T15:42:21,929 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T15:42:21,929 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T15:42:21,930 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T15:42:21,932 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T15:42:21,934 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9436186880, jitterRate=-0.12118661403656006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T15:42:21,934 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T15:42:21,935 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733499741909Writing region info on filesystem at 1733499741909Initializing all the Stores at 1733499741911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499741911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499741911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499741911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733499741911Cleaning up temporary data from old regions at 1733499741929 (+18 ms)Running coprocessor post-open hooks at 1733499741934 (+5 ms)Region opened successfully at 1733499741935 (+1 ms) 2024-12-06T15:42:21,941 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733499741849 2024-12-06T15:42:21,951 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T15:42:21,952 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T15:42:21,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,956 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,35665,1733499739015, state=OPEN 2024-12-06T15:42:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-06T15:42:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-06T15:42:21,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-06T15:42:21,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-06T15:42:21,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:21,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T15:42:21,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,35665,1733499739015 in 286 msec 2024-12-06T15:42:21,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T15:42:21,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-12-06T15:42:21,985 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T15:42:21,985 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T15:42:22,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:22,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:22,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:22,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:22,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-12-06T15:42:22,047 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733499742047, completionTime=-1 2024-12-06T15:42:22,050 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T15:42:22,051 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T15:42:22,078 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T15:42:22,078 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733499802078 2024-12-06T15:42:22,079 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733499862079 2024-12-06T15:42:22,079 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-06T15:42:22,081 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43051,1733499737287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,081 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43051,1733499737287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,081 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43051,1733499737287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,082 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:43051, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,083 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,083 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,091 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T15:42:22,119 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.832sec 2024-12-06T15:42:22,120 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T15:42:22,122 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T15:42:22,123 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T15:42:22,124 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T15:42:22,124 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T15:42:22,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43051,1733499737287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T15:42:22,126 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43051,1733499737287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T15:42:22,137 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T15:42:22,138 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T15:42:22,139 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43051,1733499737287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T15:42:22,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6049424d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:22,192 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T15:42:22,192 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T15:42:22,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:22,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:22,203 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b4754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:22,207 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:22,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b5b0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:22,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:22,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:22,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:22,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:22,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/test.cache.data in system properties and HBase conf 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir in system properties and HBase conf 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:42:22,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/nfs.dump.dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T15:42:22,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T15:42:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741835_1011 (size=592039) 2024-12-06T15:42:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741836_1012 (size=1663647) 2024-12-06T15:42:24,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:24,359 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:24,573 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:42:24,576 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:24,576 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:24,577 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T15:42:24,578 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-06T15:42:24,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:42:24,579 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebfb1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:24,580 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db5683{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-06T15:42:24,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:24,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:24,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:42:24,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:24,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df88d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:24,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af8bbb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-06T15:42:24,693 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-12-06T15:42:24,693 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-12-06T15:42:24,693 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-06T15:42:24,695 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-06T15:42:24,741 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:24,858 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:25,094 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:25,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fb937eb{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir/jetty-localhost-38687-hadoop-yarn-common-3_4_1_jar-_-any-18387913506712841952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-06T15:42:25,118 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f62c3c{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir/jetty-localhost-39963-hadoop-yarn-common-3_4_1_jar-_-any-12627113578916270351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-06T15:42:25,119 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@28f66479{HTTP/1.1, (http/1.1)}{localhost:39963} 2024-12-06T15:42:25,119 INFO [Thread-251 {}] server.Server(415): Started @16118ms 2024-12-06T15:42:25,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21a6ceaa{HTTP/1.1, (http/1.1)}{localhost:38687} 2024-12-06T15:42:25,120 INFO [Time-limited test {}] server.Server(415): Started @16119ms 2024-12-06T15:42:25,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741837_1013 (size=5) 2024-12-06T15:42:26,338 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-06T15:42:26,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:26,372 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-06T15:42:26,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:42:26,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:26,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:26,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:42:26,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:26,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3640c172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:26,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539aabb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-06T15:42:26,429 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-06T15:42:26,429 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-06T15:42:26,429 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-06T15:42:26,430 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-06T15:42:26,437 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:26,443 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:26,555 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:26,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@174c9b74{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir/jetty-localhost-33927-hadoop-yarn-common-3_4_1_jar-_-any-5038316780920901026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-06T15:42:26,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d0d8204{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-12-06T15:42:26,569 INFO [Time-limited test {}] server.Server(415): Started @17569ms 2024-12-06T15:42:26,736 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-06T15:42:26,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:26,751 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-06T15:42:26,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T15:42:26,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T15:42:26,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T15:42:26,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T15:42:26,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T15:42:26,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8f7f55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,AVAILABLE} 2024-12-06T15:42:26,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51553806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-06T15:42:26,802 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-06T15:42:26,802 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-06T15:42:26,802 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-06T15:42:26,803 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-06T15:42:26,811 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:26,816 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:26,922 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-06T15:42:26,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362c0b8d{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/java.io.tmpdir/jetty-localhost-37049-hadoop-yarn-common-3_4_1_jar-_-any-9886039523912088635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-06T15:42:26,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1da335d5{HTTP/1.1, (http/1.1)}{localhost:37049} 2024-12-06T15:42:26,927 INFO [Time-limited test {}] server.Server(415): Started @17926ms 2024-12-06T15:42:26,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-06T15:42:26,948 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:45993/backupUT 2024-12-06T15:42:26,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:42:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:26,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d546a81 2024-12-06T15:42:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:42:26,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:42:26,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-06T15:42:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-06T15:42:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T15:42:26,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-12-06T15:42:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T15:42:27,095 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-06T15:42:27,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-06T15:42:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-06T15:42:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-06T15:42:27,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-12-06T15:42:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-06T15:42:27,205 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-06T15:42:27,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-06T15:42:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-06T15:42:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-06T15:42:27,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 11 msec 2024-12-06T15:42:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-06T15:42:27,315 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-06T15:42:27,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-06T15:42:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-06T15:42:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T15:42:27,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-12-06T15:42:27,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-06T15:42:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T15:42:27,425 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-06T15:42:27,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733499746948', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733499746948 2024-12-06T15:42:27,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733499746948 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:42:27,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733499746948" procId is: 8 2024-12-06T15:42:27,451 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-06T15:42:27,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733499746948 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:42:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741838_1014 (size=367) 2024-12-06T15:42:27,478 INFO [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b83725b682e508e5f26adb233a71a74a, NAME => 'test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:27,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T15:42:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741839_1015 (size=53) 2024-12-06T15:42:27,489 DEBUG [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:27,489 DEBUG [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1722): Closing b83725b682e508e5f26adb233a71a74a, disabling compactions & flushes 2024-12-06T15:42:27,490 INFO [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,490 DEBUG [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,490 DEBUG [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. after waiting 0 ms 2024-12-06T15:42:27,490 DEBUG [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,490 INFO [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1973): Closed test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,490 DEBUG [RegionOpenAndInit-test-1733499746948-pool-0 {}] regionserver.HRegion(1676): Region close journal for b83725b682e508e5f26adb233a71a74a: Waiting for close lock at 1733499747489Disabling compacts and flushes for region at 1733499747489Disabling writes for close at 1733499747490 (+1 ms)Writing region close event to WAL at 1733499747490Closed at 1733499747490 2024-12-06T15:42:27,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733499746948 execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:42:27,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733499747492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499747492"}]},"ts":"1733499747492"} 2024-12-06T15:42:27,503 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:42:27,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733499746948 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:42:27,509 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733499746948","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499747506"}]},"ts":"1733499747506"} 2024-12-06T15:42:27,513 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733499746948, state=ENABLING in hbase:meta 2024-12-06T15:42:27,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, ASSIGN}] 2024-12-06T15:42:27,518 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, ASSIGN 2024-12-06T15:42:27,519 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:42:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-06T15:42:27,671 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:27,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, ASSIGN because future has completed 2024-12-06T15:42:27,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T15:42:27,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:27,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:42:27,723 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-06T15:42:27,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T15:42:27,723 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T15:42:27,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T15:42:27,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-06T15:42:27,859 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,860 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T15:42:27,860 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c,35665,1733499739015.regiongroup-1 2024-12-06T15:42:27,864 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1, suffix=, logDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015, archiveDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs, maxLogs=32 2024-12-06T15:42:27,885 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866, exclude list is [], retry=0 2024-12-06T15:42:27,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:27,893 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866 2024-12-06T15:42:27,893 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:27,893 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b83725b682e508e5f26adb233a71a74a, NAME => 'test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:27,894 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:27,894 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733499746948 b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,894 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:27,894 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,894 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,897 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,899 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName f 2024-12-06T15:42:27,899 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:27,901 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:27,901 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,902 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,903 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,905 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,905 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,908 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,912 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:27,913 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened b83725b682e508e5f26adb233a71a74a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9747530560, jitterRate=-0.09219047427177429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T15:42:27,913 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:27,915 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b83725b682e508e5f26adb233a71a74a: Running coprocessor pre-open hook at 1733499747894Writing region info on filesystem at 1733499747894Initializing all the Stores at 1733499747896 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499747896Cleaning up temporary data from old regions at 1733499747905 (+9 ms)Running coprocessor post-open hooks at 1733499747913 (+8 ms)Region opened successfully at 1733499747914 (+1 ms) 2024-12-06T15:42:27,917 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., pid=10, masterSystemTime=1733499747834 2024-12-06T15:42:27,920 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,921 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:27,922 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:27,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:27,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T15:42:27,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 in 252 msec 2024-12-06T15:42:27,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T15:42:27,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, ASSIGN in 420 msec 2024-12-06T15:42:27,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733499746948 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:42:27,942 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733499746948","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499747942"}]},"ts":"1733499747942"} 2024-12-06T15:42:27,945 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733499746948, state=ENABLED in hbase:meta 2024-12-06T15:42:27,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733499746948 execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:42:27,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733499746948 in 509 msec 2024-12-06T15:42:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-06T15:42:28,084 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733499746948 completed 2024-12-06T15:42:28,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248f1a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:28,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:28,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:28,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e05abb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:28,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:28,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612e6ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:28,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:28,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733499746948', row='row0', locateType=CURRENT is [region=test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:42:28,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(8528): writing data to region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T15:42:28,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17334997469481', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17334997469481 2024-12-06T15:42:28,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17334997469481 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:42:28,283 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:28,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17334997469481" procId is: 11 2024-12-06T15:42:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T15:42:28,285 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17334997469481 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:42:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741841_1017 (size=364) 2024-12-06T15:42:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T15:42:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T15:42:28,697 INFO [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e54a53415490776b2bab37ead2e52b65, NAME => 'ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17334997469481', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741842_1018 (size=50) 2024-12-06T15:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T15:42:29,107 DEBUG [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:29,107 DEBUG [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1722): Closing e54a53415490776b2bab37ead2e52b65, disabling compactions & flushes 2024-12-06T15:42:29,107 INFO [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,107 DEBUG [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,107 DEBUG [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. after waiting 0 ms 2024-12-06T15:42:29,107 DEBUG [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,107 INFO [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,107 DEBUG [RegionOpenAndInit-ns2:test-17334997469481-pool-0 {}] regionserver.HRegion(1676): Region close journal for e54a53415490776b2bab37ead2e52b65: Waiting for close lock at 1733499749107Disabling compacts and flushes for region at 1733499749107Disabling writes for close at 1733499749107Writing region close event to WAL at 1733499749107Closed at 1733499749107 2024-12-06T15:42:29,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17334997469481 execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:42:29,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733499749109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499749109"}]},"ts":"1733499749109"} 2024-12-06T15:42:29,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:42:29,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17334997469481 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:42:29,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17334997469481","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499749114"}]},"ts":"1733499749114"} 2024-12-06T15:42:29,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17334997469481, state=ENABLING in hbase:meta 2024-12-06T15:42:29,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17334997469481, region=e54a53415490776b2bab37ead2e52b65, ASSIGN}] 2024-12-06T15:42:29,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17334997469481, region=e54a53415490776b2bab37ead2e52b65, ASSIGN 2024-12-06T15:42:29,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17334997469481, region=e54a53415490776b2bab37ead2e52b65, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:42:29,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e54a53415490776b2bab37ead2e52b65, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:29,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17334997469481, region=e54a53415490776b2bab37ead2e52b65, ASSIGN because future has completed 2024-12-06T15:42:29,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e54a53415490776b2bab37ead2e52b65, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T15:42:29,433 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,434 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e54a53415490776b2bab37ead2e52b65, NAME => 'ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:29,434 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:29,434 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17334997469481 e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,435 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:29,435 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,435 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,437 INFO [StoreOpener-e54a53415490776b2bab37ead2e52b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,439 INFO [StoreOpener-e54a53415490776b2bab37ead2e52b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e54a53415490776b2bab37ead2e52b65 columnFamilyName f 2024-12-06T15:42:29,439 DEBUG [StoreOpener-e54a53415490776b2bab37ead2e52b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:29,440 INFO [StoreOpener-e54a53415490776b2bab37ead2e52b65-1 {}] regionserver.HStore(327): Store=e54a53415490776b2bab37ead2e52b65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:29,440 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,441 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,442 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,443 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,443 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,446 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,450 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:29,451 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened e54a53415490776b2bab37ead2e52b65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10916252640, jitterRate=0.016655251383781433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T15:42:29,451 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:29,452 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e54a53415490776b2bab37ead2e52b65: Running coprocessor pre-open hook at 1733499749435Writing region info on filesystem at 1733499749435Initializing all the Stores at 1733499749436 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499749436Cleaning up temporary data from old regions at 1733499749443 (+7 ms)Running coprocessor post-open hooks at 1733499749451 (+8 ms)Region opened successfully at 1733499749451 2024-12-06T15:42:29,453 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65., pid=13, masterSystemTime=1733499749429 2024-12-06T15:42:29,456 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,456 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:29,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e54a53415490776b2bab37ead2e52b65, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:29,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e54a53415490776b2bab37ead2e52b65, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:29,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T15:42:29,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e54a53415490776b2bab37ead2e52b65, server=bb7ea3e46d9c,35665,1733499739015 in 188 msec 2024-12-06T15:42:29,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T15:42:29,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17334997469481, region=e54a53415490776b2bab37ead2e52b65, ASSIGN in 349 msec 2024-12-06T15:42:29,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17334997469481 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:42:29,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17334997469481","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499749472"}]},"ts":"1733499749472"} 2024-12-06T15:42:29,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17334997469481, state=ENABLED in hbase:meta 2024-12-06T15:42:29,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17334997469481 execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:42:29,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17334997469481 in 1.1980 sec 2024-12-06T15:42:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T15:42:30,435 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17334997469481 completed 2024-12-06T15:42:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17334997469481', row='row0', locateType=CURRENT is [region=ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:42:30,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(8528): writing data to region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T15:42:30,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17334997469482', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17334997469482 2024-12-06T15:42:30,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17334997469482 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:42:30,602 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:30,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17334997469482" procId is: 14 2024-12-06T15:42:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T15:42:30,604 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17334997469482 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:42:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741843_1019 (size=390) 2024-12-06T15:42:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T15:42:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T15:42:31,015 INFO [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efd51f991edb5c1d25ade97023812bdc, NAME => 'ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17334997469482', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741844_1020 (size=50) 2024-12-06T15:42:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T15:42:31,424 DEBUG [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:31,424 DEBUG [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1722): Closing efd51f991edb5c1d25ade97023812bdc, disabling compactions & flushes 2024-12-06T15:42:31,424 INFO [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,425 DEBUG [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,425 DEBUG [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. after waiting 0 ms 2024-12-06T15:42:31,425 DEBUG [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,425 INFO [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,425 DEBUG [RegionOpenAndInit-ns3:test-17334997469482-pool-0 {}] regionserver.HRegion(1676): Region close journal for efd51f991edb5c1d25ade97023812bdc: Waiting for close lock at 1733499751424Disabling compacts and flushes for region at 1733499751424Disabling writes for close at 1733499751425 (+1 ms)Writing region close event to WAL at 1733499751425Closed at 1733499751425 2024-12-06T15:42:31,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17334997469482 execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:42:31,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733499751426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499751426"}]},"ts":"1733499751426"} 2024-12-06T15:42:31,429 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:42:31,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17334997469482 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:42:31,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17334997469482","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499751431"}]},"ts":"1733499751431"} 2024-12-06T15:42:31,433 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17334997469482, state=ENABLING in hbase:meta 2024-12-06T15:42:31,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17334997469482, region=efd51f991edb5c1d25ade97023812bdc, ASSIGN}] 2024-12-06T15:42:31,435 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17334997469482, region=efd51f991edb5c1d25ade97023812bdc, ASSIGN 2024-12-06T15:42:31,436 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17334997469482, region=efd51f991edb5c1d25ade97023812bdc, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:42:31,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=efd51f991edb5c1d25ade97023812bdc, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:31,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17334997469482, region=efd51f991edb5c1d25ade97023812bdc, ASSIGN because future has completed 2024-12-06T15:42:31,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure efd51f991edb5c1d25ade97023812bdc, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T15:42:31,748 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,749 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => efd51f991edb5c1d25ade97023812bdc, NAME => 'ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:31,749 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:31,749 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17334997469482 efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,749 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:31,749 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,750 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,752 INFO [StoreOpener-efd51f991edb5c1d25ade97023812bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,754 INFO [StoreOpener-efd51f991edb5c1d25ade97023812bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efd51f991edb5c1d25ade97023812bdc columnFamilyName f 2024-12-06T15:42:31,754 DEBUG [StoreOpener-efd51f991edb5c1d25ade97023812bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:31,755 INFO [StoreOpener-efd51f991edb5c1d25ade97023812bdc-1 {}] regionserver.HStore(327): Store=efd51f991edb5c1d25ade97023812bdc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:31,755 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,757 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns3/test-17334997469482/efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,757 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns3/test-17334997469482/efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,758 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,758 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,764 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns3/test-17334997469482/efd51f991edb5c1d25ade97023812bdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:31,765 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened efd51f991edb5c1d25ade97023812bdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9507103360, jitterRate=-0.11458200216293335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T15:42:31,765 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:42:31,766 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for efd51f991edb5c1d25ade97023812bdc: Running coprocessor pre-open hook at 1733499751750Writing region info on filesystem at 1733499751750Initializing all the Stores at 1733499751751 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499751751Cleaning up temporary data from old regions at 1733499751758 (+7 ms)Running coprocessor post-open hooks at 1733499751765 (+7 ms)Region opened successfully at 1733499751766 (+1 ms) 2024-12-06T15:42:31,768 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc., pid=16, masterSystemTime=1733499751743 2024-12-06T15:42:31,771 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,771 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:42:31,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=efd51f991edb5c1d25ade97023812bdc, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:31,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure efd51f991edb5c1d25ade97023812bdc, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:31,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T15:42:31,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure efd51f991edb5c1d25ade97023812bdc, server=bb7ea3e46d9c,35665,1733499739015 in 187 msec 2024-12-06T15:42:31,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T15:42:31,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17334997469482, region=efd51f991edb5c1d25ade97023812bdc, ASSIGN in 349 msec 2024-12-06T15:42:31,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17334997469482 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:42:31,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17334997469482","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499751788"}]},"ts":"1733499751788"} 2024-12-06T15:42:31,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17334997469482, state=ENABLED in hbase:meta 2024-12-06T15:42:31,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17334997469482 execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:42:31,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17334997469482 in 1.1940 sec 2024-12-06T15:42:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T15:42:32,764 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17334997469482 completed 2024-12-06T15:42:32,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17334997469482 get assigned. Timeout = 60000ms 2024-12-06T15:42:32,766 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T15:42:32,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17334997469482 assigned to meta. Checking AM states. 2024-12-06T15:42:32,771 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T15:42:32,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17334997469482 assigned. 2024-12-06T15:42:32,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17334997469483', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17334997469483 2024-12-06T15:42:32,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17334997469483 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:42:32,778 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:32,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17334997469483" procId is: 17 2024-12-06T15:42:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T15:42:32,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17334997469483 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:42:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741845_1021 (size=390) 2024-12-06T15:42:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T15:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T15:42:33,193 INFO [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e4b28bd905f1afdd4cc523606426173, NAME => 'ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17334997469483', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741846_1022 (size=50) 2024-12-06T15:42:33,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-06T15:42:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T15:42:33,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17334997469481' 2024-12-06T15:42:33,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733499746948' 2024-12-06T15:42:33,485 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17334997469482' 2024-12-06T15:42:33,602 DEBUG [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:33,602 DEBUG [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1722): Closing 5e4b28bd905f1afdd4cc523606426173, disabling compactions & flushes 2024-12-06T15:42:33,602 INFO [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,602 DEBUG [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,602 DEBUG [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. after waiting 0 ms 2024-12-06T15:42:33,603 DEBUG [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,603 INFO [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,603 DEBUG [RegionOpenAndInit-ns4:test-17334997469483-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e4b28bd905f1afdd4cc523606426173: Waiting for close lock at 1733499753602Disabling compacts and flushes for region at 1733499753602Disabling writes for close at 1733499753603 (+1 ms)Writing region close event to WAL at 1733499753603Closed at 1733499753603 2024-12-06T15:42:33,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17334997469483 execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:42:33,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733499753605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499753605"}]},"ts":"1733499753605"} 2024-12-06T15:42:33,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:42:33,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17334997469483 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:42:33,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17334997469483","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499753610"}]},"ts":"1733499753610"} 2024-12-06T15:42:33,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17334997469483, state=ENABLING in hbase:meta 2024-12-06T15:42:33,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17334997469483, region=5e4b28bd905f1afdd4cc523606426173, ASSIGN}] 2024-12-06T15:42:33,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17334997469483, region=5e4b28bd905f1afdd4cc523606426173, ASSIGN 2024-12-06T15:42:33,616 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17334997469483, region=5e4b28bd905f1afdd4cc523606426173, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:42:33,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e4b28bd905f1afdd4cc523606426173, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17334997469483, region=5e4b28bd905f1afdd4cc523606426173, ASSIGN because future has completed 2024-12-06T15:42:33,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4b28bd905f1afdd4cc523606426173, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T15:42:33,928 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,928 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e4b28bd905f1afdd4cc523606426173, NAME => 'ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:33,929 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:33,929 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17334997469483 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,929 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:33,929 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,929 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,931 INFO [StoreOpener-5e4b28bd905f1afdd4cc523606426173-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,935 INFO [StoreOpener-5e4b28bd905f1afdd4cc523606426173-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e4b28bd905f1afdd4cc523606426173 columnFamilyName f 2024-12-06T15:42:33,935 DEBUG [StoreOpener-5e4b28bd905f1afdd4cc523606426173-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:33,936 INFO [StoreOpener-5e4b28bd905f1afdd4cc523606426173-1 {}] regionserver.HStore(327): Store=5e4b28bd905f1afdd4cc523606426173/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:33,936 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,937 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns4/test-17334997469483/5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,938 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns4/test-17334997469483/5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,939 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,939 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,941 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,945 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns4/test-17334997469483/5e4b28bd905f1afdd4cc523606426173/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:33,946 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5e4b28bd905f1afdd4cc523606426173; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9723649600, jitterRate=-0.09441456198692322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T15:42:33,946 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:42:33,947 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5e4b28bd905f1afdd4cc523606426173: Running coprocessor pre-open hook at 1733499753929Writing region info on filesystem at 1733499753929Initializing all the Stores at 1733499753931 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499753931Cleaning up temporary data from old regions at 1733499753939 (+8 ms)Running coprocessor post-open hooks at 1733499753946 (+7 ms)Region opened successfully at 1733499753947 (+1 ms) 2024-12-06T15:42:33,948 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173., pid=19, masterSystemTime=1733499753923 2024-12-06T15:42:33,951 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,951 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:42:33,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e4b28bd905f1afdd4cc523606426173, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:33,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4b28bd905f1afdd4cc523606426173, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:33,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T15:42:33,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e4b28bd905f1afdd4cc523606426173, server=bb7ea3e46d9c,35665,1733499739015 in 187 msec 2024-12-06T15:42:33,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-06T15:42:33,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17334997469483, region=5e4b28bd905f1afdd4cc523606426173, ASSIGN in 347 msec 2024-12-06T15:42:33,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17334997469483 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:42:33,966 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17334997469483","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499753966"}]},"ts":"1733499753966"} 2024-12-06T15:42:33,969 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17334997469483, state=ENABLED in hbase:meta 2024-12-06T15:42:33,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17334997469483 execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:42:33,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17334997469483 in 1.1950 sec 2024-12-06T15:42:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T15:42:34,924 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17334997469483 completed 2024-12-06T15:42:34,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17334997469483 get assigned. Timeout = 60000ms 2024-12-06T15:42:34,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T15:42:34,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17334997469483 assigned to meta. Checking AM states. 2024-12-06T15:42:34,928 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T15:42:34,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17334997469483 assigned. 2024-12-06T15:42:34,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:42:34,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:42:34,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:34,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:34,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:42:34,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=19, AvailableMemoryMB=4861 2024-12-06T15:42:34,963 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-06T15:42:34,964 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-06T15:42:34,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733499746948 from 'test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733499746948', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733499746948 2024-12-06T15:42:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741847_1023 (size=908) 2024-12-06T15:42:35,396 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000001.367 2024-12-06T15:42:35,396 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000002.908 2024-12-06T15:42:35,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733499746948}] 2024-12-06T15:42:35,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE}] 2024-12-06T15:42:35,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE 2024-12-06T15:42:35,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE because future has completed 2024-12-06T15:42:35,422 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:42:35,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:35,581 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:35,581 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:42:35,582 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing b83725b682e508e5f26adb233a71a74a, disabling compactions & flushes 2024-12-06T15:42:35,582 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:35,582 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:35,582 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. after waiting 0 ms 2024-12-06T15:42:35,582 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:35,585 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing b83725b682e508e5f26adb233a71a74a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-06T15:42:35,648 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f/b3f3fd1005cd4a08b685c0924b7ae7fe is 37, key is row10/f:q1/1733499748124/Put/seqid=0 2024-12-06T15:42:35,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741848_1024 (size=8413) 2024-12-06T15:42:36,059 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:42:36,116 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f/b3f3fd1005cd4a08b685c0924b7ae7fe as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:42:36,127 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe, entries=99, sequenceid=103, filesize=8.2 K 2024-12-06T15:42:36,134 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b83725b682e508e5f26adb233a71a74a in 548ms, sequenceid=103, compaction requested=false 2024-12-06T15:42:36,141 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-06T15:42:36,144 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:42:36,144 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:36,144 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for b83725b682e508e5f26adb233a71a74a: Waiting for close lock at 1733499755582Running coprocessor pre-close hooks at 1733499755582Disabling compacts and flushes for region at 1733499755582Disabling writes for close at 1733499755582Obtaining lock to block concurrent updates at 1733499755585 (+3 ms)Preparing flush snapshotting stores in b83725b682e508e5f26adb233a71a74a at 1733499755585Finished memstore snapshotting test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733499755592 (+7 ms)Flushing stores of test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. at 1733499755594 (+2 ms)Flushing b83725b682e508e5f26adb233a71a74a/f: creating writer at 1733499755596 (+2 ms)Flushing b83725b682e508e5f26adb233a71a74a/f: appending metadata at 1733499755638 (+42 ms)Flushing b83725b682e508e5f26adb233a71a74a/f: closing flushed file at 1733499755640 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58748cef: reopening flushed file at 1733499756115 (+475 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b83725b682e508e5f26adb233a71a74a in 548ms, sequenceid=103, compaction requested=false at 1733499756134 (+19 ms)Writing region close event to WAL at 1733499756136 (+2 ms)Running coprocessor post-close hooks at 1733499756142 (+6 ms)Closed at 1733499756144 (+2 ms) 2024-12-06T15:42:36,144 WARN [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: b83725b682e508e5f26adb233a71a74a to self. 2024-12-06T15:42:36,147 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=CLOSED 2024-12-06T15:42:36,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:36,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-06T15:42:36,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 in 730 msec 2024-12-06T15:42:36,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE; state=CLOSED, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=true 2024-12-06T15:42:36,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:36,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE because future has completed 2024-12-06T15:42:36,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:36,468 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:36,469 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b83725b682e508e5f26adb233a71a74a, NAME => 'test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:36,469 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:36,469 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733499746948 b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,469 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:36,470 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,470 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,472 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,474 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName f 2024-12-06T15:42:36,474 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:36,486 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:42:36,486 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:36,486 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,489 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName f3 2024-12-06T15:42:36,489 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:36,490 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:36,492 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,501 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName mob 2024-12-06T15:42:36,507 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:36,508 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:36,509 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,511 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,513 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,515 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,515 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,516 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733499746948 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:42:36,519 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,521 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b83725b682e508e5f26adb233a71a74a; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12004839200, jitterRate=0.11803777515888214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:42:36,521 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:36,521 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b83725b682e508e5f26adb233a71a74a: Running coprocessor pre-open hook at 1733499756470Writing region info on filesystem at 1733499756470Initializing all the Stores at 1733499756472 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499756472Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499756472Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499756472Cleaning up temporary data from old regions at 1733499756515 (+43 ms)Running coprocessor post-open hooks at 1733499756521 (+6 ms)Region opened successfully at 1733499756521 2024-12-06T15:42:36,523 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., pid=24, masterSystemTime=1733499756463 2024-12-06T15:42:36,526 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:36,526 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:36,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=OPEN, openSeqNum=107, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:36,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:36,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-06T15:42:36,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 in 222 msec 2024-12-06T15:42:36,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-06T15:42:36,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE in 1.1250 sec 2024-12-06T15:42:36,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-06T15:42:36,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733499746948 in 1.1400 sec 2024-12-06T15:42:36,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733499746948 in 1.5760 sec 2024-12-06T15:42:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-06T15:42:36,552 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733499746948 completed 2024-12-06T15:42:36,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fbde1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:36,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:36,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:36,555 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:36,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:36,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:36,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b24991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:36,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:36,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:36,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:36,558 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:36,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236162cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:36,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:36,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:36,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:36,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:36,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733499746948', row='row-test-1733499746948-3-0', locateType=CURRENT is [region=test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=107] 2024-12-06T15:42:36,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:42:36,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:36,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c3ea9c 2024-12-06T15:42:36,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:42:36,632 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:42:36,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-06T15:42:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-06T15:42:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T15:42:36,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-12-06T15:42:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T15:42:36,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-06T15:42:36,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-06T15:42:36,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:42:36,773 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:36,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-06T15:42:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-06T15:42:36,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:42:36,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741849_1025 (size=635) 2024-12-06T15:42:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-06T15:42:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-06T15:42:37,184 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b0c0eda8c4cba1f3990ac734991f3a3, NAME => 'backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741850_1026 (size=40) 2024-12-06T15:42:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-06T15:42:37,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:37,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 0b0c0eda8c4cba1f3990ac734991f3a3, disabling compactions & flushes 2024-12-06T15:42:37,594 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. after waiting 0 ms 2024-12-06T15:42:37,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,594 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b0c0eda8c4cba1f3990ac734991f3a3: Waiting for close lock at 1733499757594Disabling compacts and flushes for region at 1733499757594Disabling writes for close at 1733499757594Writing region close event to WAL at 1733499757594Closed at 1733499757594 2024-12-06T15:42:37,596 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:42:37,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733499757596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499757596"}]},"ts":"1733499757596"} 2024-12-06T15:42:37,599 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:42:37,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:42:37,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499757600"}]},"ts":"1733499757600"} 2024-12-06T15:42:37,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-06T15:42:37,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=0b0c0eda8c4cba1f3990ac734991f3a3, ASSIGN}] 2024-12-06T15:42:37,605 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=0b0c0eda8c4cba1f3990ac734991f3a3, ASSIGN 2024-12-06T15:42:37,606 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=0b0c0eda8c4cba1f3990ac734991f3a3, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:42:37,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17334997469482 2024-12-06T15:42:37,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17334997469482 Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:37,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733499746948 2024-12-06T15:42:37,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733499746948 Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:37,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17334997469481 2024-12-06T15:42:37,722 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17334997469481 Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:37,722 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17334997469483 2024-12-06T15:42:37,722 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17334997469483 Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:37,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=0b0c0eda8c4cba1f3990ac734991f3a3, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:37,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=0b0c0eda8c4cba1f3990ac734991f3a3, ASSIGN because future has completed 2024-12-06T15:42:37,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-06T15:42:37,918 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,918 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b0c0eda8c4cba1f3990ac734991f3a3, NAME => 'backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:37,919 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:37,919 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,919 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:37,919 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,919 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,921 INFO [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,923 INFO [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0c0eda8c4cba1f3990ac734991f3a3 columnFamilyName meta 2024-12-06T15:42:37,924 DEBUG [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:37,925 INFO [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] regionserver.HStore(327): Store=0b0c0eda8c4cba1f3990ac734991f3a3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:37,925 INFO [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,928 INFO [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0c0eda8c4cba1f3990ac734991f3a3 columnFamilyName session 2024-12-06T15:42:37,928 DEBUG [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:37,929 INFO [StoreOpener-0b0c0eda8c4cba1f3990ac734991f3a3-1 {}] regionserver.HStore(327): Store=0b0c0eda8c4cba1f3990ac734991f3a3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:37,929 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,930 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,930 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,931 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,931 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,932 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T15:42:37,934 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,937 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:37,938 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 0b0c0eda8c4cba1f3990ac734991f3a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11865814720, jitterRate=0.10509011149406433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T15:42:37,938 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:37,939 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 0b0c0eda8c4cba1f3990ac734991f3a3: Running coprocessor pre-open hook at 1733499757919Writing region info on filesystem at 1733499757919Initializing all the Stores at 1733499757921 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499757921Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499757921Cleaning up temporary data from old regions at 1733499757931 (+10 ms)Running coprocessor post-open hooks at 1733499757938 (+7 ms)Region opened successfully at 1733499757939 (+1 ms) 2024-12-06T15:42:37,940 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., pid=28, masterSystemTime=1733499757913 2024-12-06T15:42:37,942 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,943 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:37,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=0b0c0eda8c4cba1f3990ac734991f3a3, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:37,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:37,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-06T15:42:37,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3, server=bb7ea3e46d9c,35665,1733499739015 in 187 msec 2024-12-06T15:42:37,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-06T15:42:37,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=0b0c0eda8c4cba1f3990ac734991f3a3, ASSIGN in 347 msec 2024-12-06T15:42:37,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:42:37,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499757956"}]},"ts":"1733499757956"} 2024-12-06T15:42:37,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-06T15:42:37,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:42:37,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1900 sec 2024-12-06T15:42:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-06T15:42:38,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-06T15:42:38,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:42:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-06T15:42:38,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:42:38,950 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:38,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-06T15:42:38,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:42:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T15:42:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741851_1027 (size=640) 2024-12-06T15:42:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T15:42:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T15:42:39,361 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca1a3f2c18c503af21cfd55bd9872740, NAME => 'backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741852_1028 (size=45) 2024-12-06T15:42:39,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-06T15:42:39,486 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17334997469483' 2024-12-06T15:42:39,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-06T15:42:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T15:42:39,772 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:39,772 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing ca1a3f2c18c503af21cfd55bd9872740, disabling compactions & flushes 2024-12-06T15:42:39,772 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:39,772 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:39,772 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. after waiting 0 ms 2024-12-06T15:42:39,772 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:39,773 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:39,773 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca1a3f2c18c503af21cfd55bd9872740: Waiting for close lock at 1733499759772Disabling compacts and flushes for region at 1733499759772Disabling writes for close at 1733499759772Writing region close event to WAL at 1733499759772Closed at 1733499759772 2024-12-06T15:42:39,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:42:39,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733499759776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499759776"}]},"ts":"1733499759776"} 2024-12-06T15:42:39,778 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:42:39,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:42:39,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499759779"}]},"ts":"1733499759779"} 2024-12-06T15:42:39,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-06T15:42:39,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ca1a3f2c18c503af21cfd55bd9872740, ASSIGN}] 2024-12-06T15:42:39,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ca1a3f2c18c503af21cfd55bd9872740, ASSIGN 2024-12-06T15:42:39,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=ca1a3f2c18c503af21cfd55bd9872740, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:42:39,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ca1a3f2c18c503af21cfd55bd9872740, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=ca1a3f2c18c503af21cfd55bd9872740, ASSIGN because future has completed 2024-12-06T15:42:39,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca1a3f2c18c503af21cfd55bd9872740, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:42:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T15:42:40,098 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:40,098 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => ca1a3f2c18c503af21cfd55bd9872740, NAME => 'backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:42:40,098 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:42:40,098 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,099 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:42:40,099 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,099 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,101 INFO [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,104 INFO [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca1a3f2c18c503af21cfd55bd9872740 columnFamilyName meta 2024-12-06T15:42:40,104 DEBUG [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:40,105 INFO [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] regionserver.HStore(327): Store=ca1a3f2c18c503af21cfd55bd9872740/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:40,105 INFO [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,107 INFO [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca1a3f2c18c503af21cfd55bd9872740 columnFamilyName session 2024-12-06T15:42:40,107 DEBUG [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:40,108 INFO [StoreOpener-ca1a3f2c18c503af21cfd55bd9872740-1 {}] regionserver.HStore(327): Store=ca1a3f2c18c503af21cfd55bd9872740/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:42:40,108 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,109 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system_bulk/ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,110 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system_bulk/ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,111 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,111 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,112 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T15:42:40,114 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,118 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system_bulk/ca1a3f2c18c503af21cfd55bd9872740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:42:40,119 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened ca1a3f2c18c503af21cfd55bd9872740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11431561760, jitterRate=0.06464715301990509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T15:42:40,119 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:42:40,120 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for ca1a3f2c18c503af21cfd55bd9872740: Running coprocessor pre-open hook at 1733499760099Writing region info on filesystem at 1733499760099Initializing all the Stores at 1733499760101 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499760101Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499760101Cleaning up temporary data from old regions at 1733499760111 (+10 ms)Running coprocessor post-open hooks at 1733499760119 (+8 ms)Region opened successfully at 1733499760120 (+1 ms) 2024-12-06T15:42:40,121 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740., pid=31, masterSystemTime=1733499760093 2024-12-06T15:42:40,124 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:40,124 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:42:40,124 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ca1a3f2c18c503af21cfd55bd9872740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:40,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca1a3f2c18c503af21cfd55bd9872740, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:42:40,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-06T15:42:40,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure ca1a3f2c18c503af21cfd55bd9872740, server=bb7ea3e46d9c,35665,1733499739015 in 188 msec 2024-12-06T15:42:40,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-06T15:42:40,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ca1a3f2c18c503af21cfd55bd9872740, ASSIGN in 349 msec 2024-12-06T15:42:40,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:42:40,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499760135"}]},"ts":"1733499760135"} 2024-12-06T15:42:40,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-06T15:42:40,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:42:40,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1910 sec 2024-12-06T15:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T15:42:41,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-06T15:42:41,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:41,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:41,120 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-06T15:42:41,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-06T15:42:41,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499761145 (current time:1733499761145). 2024-12-06T15:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-06T15:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18200f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:41,147 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:41,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:41,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:41,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf099c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:41,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:41,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1ad812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:41,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:41,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:41,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:41,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:41,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-06T15:42:41,169 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T15:42:41,174 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:42:41,186 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:42:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741853_1029 (size=52) 2024-12-06T15:42:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T15:42:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T15:42:41,599 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:42:41,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3}] 2024-12-06T15:42:41,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:41,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T15:42:41,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:41,770 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0b0c0eda8c4cba1f3990ac734991f3a3 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-06T15:42:41,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/ec31dc74b3f64b88a927411f9a217429 is 49, key is activesession:/session:c/1733499761135/Put/seqid=0 2024-12-06T15:42:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T15:42:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741854_1030 (size=5049) 2024-12-06T15:42:42,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/ec31dc74b3f64b88a927411f9a217429 2024-12-06T15:42:42,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/ec31dc74b3f64b88a927411f9a217429 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429 2024-12-06T15:42:42,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429, entries=1, sequenceid=5, filesize=4.9 K 2024-12-06T15:42:42,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 0b0c0eda8c4cba1f3990ac734991f3a3 in 457ms, sequenceid=5, compaction requested=false 2024-12-06T15:42:42,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0b0c0eda8c4cba1f3990ac734991f3a3: 2024-12-06T15:42:42,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. for snapshot_backup_system completed. 2024-12-06T15:42:42,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.' region-info for snapshot=snapshot_backup_system 2024-12-06T15:42:42,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:42:42,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T15:42:42,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429] hfiles 2024-12-06T15:42:42,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429 for snapshot=snapshot_backup_system 2024-12-06T15:42:42,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741855_1031 (size=95) 2024-12-06T15:42:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T15:42:42,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:42,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T15:42:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T15:42:42,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:42,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:42,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-06T15:42:42,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 in 1.0470 sec 2024-12-06T15:42:42,654 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:42:42,656 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:42:42,657 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:42:42,658 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-06T15:42:42,660 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-06T15:42:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741856_1032 (size=731) 2024-12-06T15:42:43,136 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:42:43,149 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:42:43,150 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_backup_system 2024-12-06T15:42:43,152 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:42:43,152 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-06T15:42:43,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9880 sec 2024-12-06T15:42:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-06T15:42:43,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-06T15:42:43,315 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733499756608 started at 1733499763314. 2024-12-06T15:42:43,331 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733499756608 has been started. 2024-12-06T15:42:43,335 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-06T15:42:43,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-06T15:42:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-06T15:42:43,343 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-06T15:42:43,343 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-06T15:42:43,343 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-06T15:42:43,343 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-06T15:42:43,344 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,344 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:42:43,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:42:43,392 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,392 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:42:43,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:42:43,392 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,392 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-06T15:42:43,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-06T15:42:43,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-06T15:42:43,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:42:43,394 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-06T15:42:43,396 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-06T15:42:43,396 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-06T15:42:43,397 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-06T15:42:43,397 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-06T15:42:43,397 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-06T15:42:43,397 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-06T15:42:43,397 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure (rolllog) in zk 2024-12-06T15:42:43,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,410 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:42:43,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:42:43,411 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,411 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-06T15:42:43,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:42:43,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:42:43,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:42:43,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:42:43,414 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-06T15:42:43,414 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-06T15:42:43,414 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@17110d12[Count = 0] remaining members to acquire global barrier 2024-12-06T15:42:43,414 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,423 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,423 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-06T15:42:43,423 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,424 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-06T15:42:43,424 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-06T15:42:43,425 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,432 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733499741348 highest: 1733499747866 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,432 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.meta:.meta(num 1733499741877) roll requested 2024-12-06T15:42:43,446 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta, exclude list is [], retry=0 2024-12-06T15:42:43,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:43,451 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499741877.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta 2024-12-06T15:42:43,452 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:43,452 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499741877.meta is not closed yet, will try archiving it next time 2024-12-06T15:42:43,452 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0:(num 1733499741348) roll requested 2024-12-06T15:42:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741834_1010 (size=12055) 2024-12-06T15:42:43,464 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452, exclude list is [], retry=0 2024-12-06T15:42:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:43,469 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 2024-12-06T15:42:43,469 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:43,469 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348 is not closed yet, will try archiving it next time 2024-12-06T15:42:43,469 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1:(num 1733499747866) roll requested 2024-12-06T15:42:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741833_1009 (size=1034) 2024-12-06T15:42:43,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348 not finished, retry = 0 2024-12-06T15:42:43,482 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469, exclude list is [], retry=0 2024-12-06T15:42:43,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:42:43,486 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 2024-12-06T15:42:43,487 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:42:43,487 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866 is not closed yet, will try archiving it next time 2024-12-06T15:42:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741840_1016 (size=4756) 2024-12-06T15:42:43,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866 not finished, retry = 0 2024-12-06T15:42:43,493 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-06T15:42:43,493 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733499763452 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,493 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:42:43,494 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:42:43,494 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459f21b3 2024-12-06T15:42:43,494 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:42:43,495 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:42:43,496 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:43,496 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:43,496 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:43,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:42:43,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:43,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:43,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:45993/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:42:43,520 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-06T15:42:43,520 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'bb7ea3e46d9c,35665,1733499739015' in zk 2024-12-06T15:42:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,528 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-06T15:42:43,528 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:42:43,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:42:43,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:42:43,529 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-06T15:42:43,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:42:43,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:42:43,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:42:43,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:42:43,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:42:43,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'bb7ea3e46d9c,35665,1733499739015': 2024-12-06T15:42:43,533 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-06T15:42:43,534 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-06T15:42:43,534 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-06T15:42:43,534 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-06T15:42:43,534 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-06T15:42:43,534 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'bb7ea3e46d9c,35665,1733499739015' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-06T15:42:43,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:42:43,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,547 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:42:43,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:42:43,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:42:43,548 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:42:43,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:42:43,548 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:42:43,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:42:43,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:42:43,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,550 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:42:43,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:42:43,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:42:43,560 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:42:43,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:42:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:42:43,560 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:42:43,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-06T15:42:43,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-06T15:42:43,561 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:42:43,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:42:43,573 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499741348 2024-12-06T15:42:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-06T15:42:43,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } 2024-12-06T15:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499763581 (current time:1733499763581). 2024-12-06T15:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:42:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499763580_default_test-1733499746948 VERSION not specified, setting to 2 2024-12-06T15:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c26febe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:43,583 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:43,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:43,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:43,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:43,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:43,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:43,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:43,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470dfccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:43,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:43,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:43,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:42:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } 2024-12-06T15:42:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-06T15:42:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:43,593 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:42:43,595 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:42:43,599 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:42:43,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741860_1036 (size=84) 2024-12-06T15:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:44,009 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:42:44,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a}] 2024-12-06T15:42:44,012 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:44,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T15:42:44,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:44,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b83725b682e508e5f26adb233a71a74a 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-06T15:42:44,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea is 58, key is row-test-1733499746948-3-0/f3:q1/1733499756571/Put/seqid=0 2024-12-06T15:42:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741861_1037 (size=5387) 2024-12-06T15:42:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:44,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea 2024-12-06T15:42:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741862_1038 (size=4469) 2024-12-06T15:42:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:45,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/f7c2da466a4c4ea6a2fd2877709f4a04 is 59, key is row-test-1733499746948-3-0/mob:q1/1733499756590/Put/seqid=0 2024-12-06T15:42:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741863_1039 (size=5484) 2024-12-06T15:42:45,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:42:45,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea 2024-12-06T15:42:45,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea, entries=6, sequenceid=121, filesize=5.3 K 2024-12-06T15:42:45,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/f7c2da466a4c4ea6a2fd2877709f4a04 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:42:45,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04, entries=6, sequenceid=121, filesize=5.4 K 2024-12-06T15:42:45,491 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b83725b682e508e5f26adb233a71a74a in 1323ms, sequenceid=121, compaction requested=false 2024-12-06T15:42:45,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b83725b682e508e5f26adb233a71a74a: 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. for snapshot_1733499763580_default_test-1733499746948 completed. 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.' region-info for snapshot=snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe] hfiles 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe for snapshot=snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea] hfiles 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea for snapshot=snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04] hfiles 2024-12-06T15:42:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 for snapshot=snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741864_1040 (size=185) 2024-12-06T15:42:45,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-06T15:42:45,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-06T15:42:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:45,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:45,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T15:42:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T15:42:45,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499763580_default_test-1733499746948 on region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:45,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:45,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-06T15:42:45,903 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:42:45,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a in 1.8920 sec 2024-12-06T15:42:45,904 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:42:45,906 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-06T15:42:45,906 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-06T15:42:45,906 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:45,907 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-06T15:42:45,907 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:45,907 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-06T15:42:45,908 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:45,908 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-06T15:42:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741865_1041 (size=49) 2024-12-06T15:42:46,318 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:42:46,319 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:46,321 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:46,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T15:42:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741866_1042 (size=1146) 2024-12-06T15:42:46,740 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:42:46,750 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:42:46,751 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499763580_default_test-1733499746948 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:46,753 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:42:46,753 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-06T15:42:46,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733499763580_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } in 3.1630 sec 2024-12-06T15:42:47,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-06T15:42:47,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:47,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-06T15:42:47,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-06T15:42:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T15:42:47,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733499746948 completed 2024-12-06T15:42:47,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } 2024-12-06T15:42:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499767758 (current time:1733499767758). 2024-12-06T15:42:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:42:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499767756_ns2_test-17334997469481 VERSION not specified, setting to 2 2024-12-06T15:42:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46260db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:47,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:47,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac25dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:47,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:47,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:47,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:47,764 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba7174d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:47,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:47,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:47,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:47,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:42:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:42:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:47,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:42:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:42:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } 2024-12-06T15:42:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-06T15:42:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-06T15:42:47,775 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:42:47,776 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:42:47,780 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:42:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741867_1043 (size=86) 2024-12-06T15:42:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-06T15:42:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-06T15:42:48,307 INFO [AsyncFSWAL-0-hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData-prefix:bb7ea3e46d9c,43051,1733499737287.bb7ea3e46d9c,43051,1733499737287.regiongroup-0 {}] wal.AbstractFSWAL(1368): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK]] 2024-12-06T15:42:48,307 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:42:48,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65}] 2024-12-06T15:42:48,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-06T15:42:48,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-06T15:42:48,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:48,461 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing e54a53415490776b2bab37ead2e52b65 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-06T15:42:48,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/.tmp/f/0b2a1c217d0145eb8eb312fb45505381 is 37, key is row10/f:q1/1733499750461/Put/seqid=0 2024-12-06T15:42:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741868_1044 (size=8413) 2024-12-06T15:42:48,889 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/.tmp/f/0b2a1c217d0145eb8eb312fb45505381 2024-12-06T15:42:48,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/.tmp/f/0b2a1c217d0145eb8eb312fb45505381 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 2024-12-06T15:42:48,913 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381, entries=99, sequenceid=103, filesize=8.2 K 2024-12-06T15:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-06T15:42:48,914 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e54a53415490776b2bab37ead2e52b65 in 453ms, sequenceid=103, compaction requested=false 2024-12-06T15:42:48,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for e54a53415490776b2bab37ead2e52b65: 2024-12-06T15:42:48,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. for snapshot_1733499767756_ns2_test-17334997469481 completed. 2024-12-06T15:42:48,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.' region-info for snapshot=snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:48,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:42:48,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381] hfiles 2024-12-06T15:42:48,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 for snapshot=snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741869_1045 (size=91) 2024-12-06T15:42:49,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:42:49,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-06T15:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-06T15:42:49,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499767756_ns2_test-17334997469481 on region e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:49,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65 2024-12-06T15:42:49,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T15:42:49,334 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:42:49,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65 in 1.0210 sec 2024-12-06T15:42:49,335 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:42:49,336 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:42:49,336 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:49,338 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741870_1046 (size=456) 2024-12-06T15:42:49,755 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:42:49,765 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:42:49,765 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499767756_ns2_test-17334997469481 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:49,767 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:42:49,767 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-06T15:42:49,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733499767756_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } in 1.9940 sec 2024-12-06T15:42:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-06T15:42:49,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17334997469481 completed 2024-12-06T15:42:49,937 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733499756608 2024-12-06T15:42:49,937 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-06T15:42:49,941 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-06T15:42:49,945 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499756608_ns2:test-17334997469481 2024-12-06T15:42:49,945 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499767756_ns2_test-17334997469481 to hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/ 2024-12-06T15:42:49,949 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:42:49,975 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:49,975 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/.hbase-snapshot/.tmp/snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:49,977 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:42:49,983 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499767756_ns2_test-17334997469481 to hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/.hbase-snapshot/.tmp/snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:49,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741872_1048 (size=86) 2024-12-06T15:42:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741871_1047 (size=456) 2024-12-06T15:42:50,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:50,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:50,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-15282685347448357424.jar 2024-12-06T15:42:51,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:51,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:42:51,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:42:51,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:42:51,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:42:51,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:42:51,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:42:51,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:42:51,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:42:51,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:42:51,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:42:51,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:42:51,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:51,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:51,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:42:51,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:51,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:51,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:42:51,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:42:51,291 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:42:51,318 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499767756_ns2_test-17334997469481' hfile list 2024-12-06T15:42:51,324 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-06T15:42:51,519 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1467876282_0001_f4478f61-a65e-4038-baae-55269d9a82f1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:42:51,519 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1467876282_0001_f4478f61-a65e-4038-baae-55269d9a82f1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:42:51,650 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-06T15:42:51,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741873_1049 (size=8413) 2024-12-06T15:42:52,130 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 output=hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 2024-12-06T15:42:52,132 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-12-06T15:42:52,593 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:42:52,594 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:42:52,600 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:52,600 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499767756_ns2_test-17334997469481 finished. 2024-12-06T15:42:52,601 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499756608_test-1733499746948 2024-12-06T15:42:52,601 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499763580_default_test-1733499746948 to hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/ 2024-12-06T15:42:52,601 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:42:52,626 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:42:52,627 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/.hbase-snapshot/.tmp/snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:52,629 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:42:52,635 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499763580_default_test-1733499746948 to hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/.hbase-snapshot/.tmp/snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741875_1051 (size=1146) 2024-12-06T15:42:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741874_1050 (size=84) 2024-12-06T15:42:53,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-17237278754120951308.jar 2024-12-06T15:42:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:42:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:42:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:42:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:42:53,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:42:53,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:42:53,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:42:53,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:42:53,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:42:53,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:42:53,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:42:53,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:42:53,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:53,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:53,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:42:53,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:53,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:42:53,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:42:53,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:42:53,926 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:42:53,951 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499763580_default_test-1733499746948' hfile list 2024-12-06T15:42:53,954 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-06T15:42:54,026 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local2054192594_0002_4a51c1d7-81bc-4eb4-83f2-a0e8787ea1b5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:42:54,026 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local2054192594_0002_4a51c1d7-81bc-4eb4-83f2-a0e8787ea1b5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:42:54,093 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-06T15:42:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741876_1052 (size=8413) 2024-12-06T15:42:54,530 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe output=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:42:54,530 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-06T15:42:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741877_1053 (size=5484) 2024-12-06T15:42:54,993 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 output=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:42:54,993 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-12-06T15:42:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741878_1054 (size=5387) 2024-12-06T15:42:55,447 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea output=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea 2024-12-06T15:42:55,447 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-12-06T15:42:56,069 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:42:56,071 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:42:56,083 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:56,083 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499763580_default_test-1733499746948 finished. 2024-12-06T15:42:56,084 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17334997469481 2024-12-06T15:42:56,084 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733499746948 2024-12-06T15:42:56,131 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499756608 2024-12-06T15:42:56,131 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-06T15:42:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741879_1055 (size=97) 2024-12-06T15:42:56,543 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45993/backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:42:56,549 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733499756608 finished: type=FULL,tablelist=ns2:test-17334997469481;test-1733499746948,targetRootDir=hdfs://localhost:45993/backupUT,startts=1733499763314,completets=1733499776129,bytescopied=0 2024-12-06T15:42:56,549 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-06T15:42:56,549 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:56,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499767756_ns2_test-17334997469481" type: DISABLED 2024-12-06T15:42:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499767756_ns2_test-17334997469481 2024-12-06T15:42:56,561 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499767756_ns2_test-17334997469481 for backup backup_1733499756608 succeeded. 2024-12-06T15:42:56,561 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:56,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499763580_default_test-1733499746948" type: DISABLED 2024-12-06T15:42:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499763580_default_test-1733499746948 2024-12-06T15:42:56,566 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499763580_default_test-1733499746948 for backup backup_1733499756608 succeeded. 2024-12-06T15:42:56,567 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-06T15:42:56,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-06T15:42:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-06T15:42:56,582 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-06T15:42:56,587 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-06T15:42:56,600 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733499756608 completed. 2024-12-06T15:42:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733499756608', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:42:56,627 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:42:56,630 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:42:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:56,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:56,835 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733499746948 2024-12-06T15:42:56,855 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733499746948 2024-12-06T15:42:57,033 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733499746948 to Mob enabled CF 2024-12-06T15:42:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17334997469481', row='row-t20', locateType=CURRENT is [region=ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:42:57,065 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17334997469481 2024-12-06T15:42:57,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:42:57,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] assignment.SplitTableRegionProcedure(210): test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. splitKey isn't explicitly specified, will try to find a best split key from RS bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:57,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe because midkey is the same as first or last row 2024-12-06T15:42:57,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea because midkey is the same as first or last row 2024-12-06T15:42:57,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 because midkey is the same as first or last row 2024-12-06T15:42:57,078 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HRegion(2902): Flushing b83725b682e508e5f26adb233a71a74a 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-06T15:42:57,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f/a89f669a68d1492988b108a43bea102a is 59, key is row-test-1733499746948-1-10/f:q1/1733499776672/Put/seqid=0 2024-12-06T15:42:57,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741880_1056 (size=10796) 2024-12-06T15:42:57,503 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f/a89f669a68d1492988b108a43bea102a 2024-12-06T15:42:57,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a is 63, key is row-test-1733499746948-3-100/mob:q1/1733499777016/Put/seqid=0 2024-12-06T15:42:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741881_1057 (size=5591) 2024-12-06T15:42:57,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:42:57,947 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a 2024-12-06T15:42:57,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/97fca9d3a43d43a69a163b786de20175, store: [table=test-1733499746948 family=mob region=b83725b682e508e5f26adb233a71a74a] 2024-12-06T15:42:57,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/97fca9d3a43d43a69a163b786de20175 is 192, key is row-test-1733499746948-3-100/mob:q1/1733499777016/Put/seqid=0 2024-12-06T15:42:57,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741882_1058 (size=13760) 2024-12-06T15:42:58,356 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/97fca9d3a43d43a69a163b786de20175 2024-12-06T15:42:58,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f/a89f669a68d1492988b108a43bea102a as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a 2024-12-06T15:42:58,378 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a, entries=99, sequenceid=334, filesize=10.5 K 2024-12-06T15:42:58,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/mob/97fca9d3a43d43a69a163b786de20175 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 2024-12-06T15:42:58,387 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175, entries=111, sequenceid=334, filesize=13.4 K 2024-12-06T15:42:58,388 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for b83725b682e508e5f26adb233a71a74a in 1310ms, sequenceid=334, compaction requested=false 2024-12-06T15:42:58,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.HRegion(2603): Flush status journal for b83725b682e508e5f26adb233a71a74a: 2024-12-06T15:42:58,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a because midkey is the same as first or last row 2024-12-06T15:42:58,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea because midkey is the same as first or last row 2024-12-06T15:42:58,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 because midkey is the same as first or last row 2024-12-06T15:42:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:40358 deadline: 1733499837072, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-06T15:42:58,395 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:42:58,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733499746948 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:42:58,396 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T15:42:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733499746948,, stopping at row=test-1733499746948 ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,406 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733499746948,, stopping at row=test-1733499746948 ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,415 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1350 2024-12-06T15:42:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,454 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-06T15:42:58,458 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499778415 2024-12-06T15:42:58,464 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733499756608} 2024-12-06T15:42:58,464 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-06T15:42:58,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:42:58,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:42:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499778508 (current time:1733499778508). 2024-12-06T15:42:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:42:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-06T15:42:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53173551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:42:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:42:58,510 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:42:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:42:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:42:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c96bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:42:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:42:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:58,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:42:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1ada6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:42:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:42:58,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:42:58,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:42:58,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:42:58,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:42:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:42:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:42:58,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:42:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:42:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:42:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-06T15:42:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:42:58,519 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:42:58,520 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:42:58,522 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:42:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741883_1059 (size=52) 2024-12-06T15:42:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:42:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:42:58,934 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:42:58,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3}] 2024-12-06T15:42:58,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:42:59,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-06T15:42:59,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:42:59,089 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 0b0c0eda8c4cba1f3990ac734991f3a3 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-06T15:42:59,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/e45c93d0a52a4a138d8dbcf45dafbe8e is 158, key is trslm:hdfs://localhost:45993/backupUT\x00ns2:test-17334997469481/meta:log-roll-map/1733499776116/Put/seqid=0 2024-12-06T15:42:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741884_1060 (size=5914) 2024-12-06T15:42:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:42:59,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/e45c93d0a52a4a138d8dbcf45dafbe8e 2024-12-06T15:42:59,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/c69b0402649c41869effd84adb75b83e is 433, key is session:backup_1733499756608/session:context/1733499776586/Put/seqid=0 2024-12-06T15:42:59,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741885_1061 (size=5535) 2024-12-06T15:42:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:42:59,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/c69b0402649c41869effd84adb75b83e 2024-12-06T15:42:59,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/e45c93d0a52a4a138d8dbcf45dafbe8e as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e 2024-12-06T15:42:59,959 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e, entries=6, sequenceid=17, filesize=5.8 K 2024-12-06T15:42:59,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/c69b0402649c41869effd84adb75b83e as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e 2024-12-06T15:42:59,967 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e, entries=2, sequenceid=17, filesize=5.4 K 2024-12-06T15:42:59,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 0b0c0eda8c4cba1f3990ac734991f3a3 in 879ms, sequenceid=17, compaction requested=false 2024-12-06T15:42:59,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 0b0c0eda8c4cba1f3990ac734991f3a3: 2024-12-06T15:42:59,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. for snapshot_backup_system completed. 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.' region-info for snapshot=snapshot_backup_system 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e] hfiles 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e for snapshot=snapshot_backup_system 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e] hfiles 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429 for snapshot=snapshot_backup_system 2024-12-06T15:42:59,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e for snapshot=snapshot_backup_system 2024-12-06T15:42:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741886_1062 (size=173) 2024-12-06T15:43:00,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:43:00,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-06T15:43:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-06T15:43:00,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:00,377 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:00,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-06T15:43:00,382 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:00,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 in 1.4450 sec 2024-12-06T15:43:00,383 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:00,384 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:00,384 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-06T15:43:00,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-06T15:43:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741887_1063 (size=810) 2024-12-06T15:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:43:00,801 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:00,811 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:00,812 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_backup_system 2024-12-06T15:43:00,814 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:00,814 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-06T15:43:00,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2970 sec 2024-12-06T15:43:02,609 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733499746948 2024-12-06T15:43:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741888_1064 (size=950) 2024-12-06T15:43:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-06T15:43:02,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-06T15:43:02,674 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733499778415 started at 1733499782674. 2024-12-06T15:43:02,677 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733499778415 has been started. 2024-12-06T15:43:02,685 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733499746948, ns2:test-17334997469481] 2024-12-06T15:43:02,689 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733499747866for backupID backup_1733499778415 2024-12-06T15:43:02,689 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-06T15:43:02,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-06T15:43:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-06T15:43:02,690 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-06T15:43:02,691 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-06T15:43:02,691 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-06T15:43:02,691 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-06T15:43:02,691 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,691 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:02,758 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:43:02,759 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:43:02,759 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:43:02,760 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,760 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-06T15:43:02,760 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:02,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-06T15:43:02,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:02,763 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-06T15:43:02,763 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-06T15:43:02,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-06T15:43:02,763 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-06T15:43:02,764 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-06T15:43:02,764 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-06T15:43:02,764 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-06T15:43:02,764 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure (rolllog) in zk 2024-12-06T15:43:02,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,778 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,778 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,778 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:02,778 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:02,779 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,779 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-06T15:43:02,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:02,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:02,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:02,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,784 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:02,785 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-06T15:43:02,785 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5c638b4c[Count = 0] remaining members to acquire global barrier 2024-12-06T15:43:02,785 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-06T15:43:02,785 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,790 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,790 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-06T15:43:02,790 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,791 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-06T15:43:02,791 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-06T15:43:02,791 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,791 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733499763452 highest: 1733499763469 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,791 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.meta:.meta(num 1733499763433) roll requested 2024-12-06T15:43:02,808 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta, exclude list is [], retry=0 2024-12-06T15:43:02,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:02,812 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta 2024-12-06T15:43:02,813 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:02,813 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta is not closed yet, will try archiving it next time 2024-12-06T15:43:02,813 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0:(num 1733499763452) roll requested 2024-12-06T15:43:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741857_1033 (size=93) 2024-12-06T15:43:02,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta not finished, retry = 0 2024-12-06T15:43:02,825 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813, exclude list is [], retry=0 2024-12-06T15:43:02,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:02,830 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 2024-12-06T15:43:02,830 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:02,830 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 is not closed yet, will try archiving it next time 2024-12-06T15:43:02,830 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1:(num 1733499763469) roll requested 2024-12-06T15:43:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741858_1034 (size=1198) 2024-12-06T15:43:02,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 not finished, retry = 0 2024-12-06T15:43:02,848 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830, exclude list is [], retry=0 2024-12-06T15:43:02,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:02,852 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830 2024-12-06T15:43:02,852 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:02,853 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 is not closed yet, will try archiving it next time 2024-12-06T15:43:02,853 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499747866 2024-12-06T15:43:02,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741859_1035 (size=30490) 2024-12-06T15:43:02,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 not finished, retry = 0 2024-12-06T15:43:02,871 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-12-06T15:43:02,872 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733499782813 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:02,892 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-06T15:43:02,892 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'bb7ea3e46d9c,35665,1733499739015' in zk 2024-12-06T15:43:02,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,906 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-06T15:43:02,906 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:43:02,906 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-06T15:43:02,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:02,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:02,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:02,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:02,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:02,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'bb7ea3e46d9c,35665,1733499739015': 2024-12-06T15:43:02,909 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-06T15:43:02,909 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'bb7ea3e46d9c,35665,1733499739015' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-06T15:43:02,909 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-06T15:43:02,909 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-06T15:43:02,909 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-06T15:43:02,910 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-06T15:43:02,915 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta 2024-12-06T15:43:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:43:02,916 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:02,917 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:43:02,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:43:02,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:02,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,917 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:02,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:02,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:02,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,919 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:02,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:02,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:02,927 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:43:02,927 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:43:02,927 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:43:02,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-06T15:43:02,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-06T15:43:02,928 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:43:02,928 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-06T15:43:02,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {bb7ea3e46d9c:35665=1733499747866} newestTimestamps: {bb7ea3e46d9c:35665=1733499763469} 2024-12-06T15:43:02,939 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499741877.meta 2024-12-06T15:43:02,939 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta 2024-12-06T15:43:02,939 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 2024-12-06T15:43:02,939 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 2024-12-06T15:43:02,939 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 2024-12-06T15:43:02,939 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830 2024-12-06T15:43:02,940 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta 2024-12-06T15:43:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741892_1068 (size=364) 2024-12-06T15:43:03,024 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000002.908 2024-12-06T15:43:03,024 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000003.950 2024-12-06T15:43:03,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733499746948 in 420 msec 2024-12-06T15:43:03,355 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17334997469481 target: hdfs://localhost:45993/backupUT/backup_1733499778415/ns2/test-17334997469481 descriptor: 'ns2:test-17334997469481', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:03,356 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:03,364 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17334997469481 2024-12-06T15:43:03,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741893_1069 (size=50) 2024-12-06T15:43:03,801 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17334997469481 2024-12-06T15:43:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741894_1070 (size=950) 2024-12-06T15:43:04,224 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733499746948 target: hdfs://localhost:45993/backupUT/backup_1733499778415/default/test-1733499746948 descriptor: 'test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:04,224 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:04,229 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733499746948 2024-12-06T15:43:04,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741895_1071 (size=53) 2024-12-06T15:43:04,636 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733499746948 2024-12-06T15:43:04,652 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45993/backupUT/.tmp/backup_1733499778415 from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452;hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 2024-12-06T15:43:04,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57454931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:04,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:04,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:04,656 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2b8ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:04,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:04,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:04,657 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:04,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8c27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:04,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:43:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:43:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527e4e6a 2024-12-06T15:43:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:43:04,660 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:43:04,665 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:43:04,665 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733499746948 2024-12-06T15:43:04,665 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733499746948,, stopping at row=test-1733499746948 ,, for max=2147483647 with caching=100 2024-12-06T15:43:04,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:04,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:04,671 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733499746948: test-1733499746948; 2024-12-06T15:43:04,671 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17334997469481 2024-12-06T15:43:04,671 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17334997469481,, stopping at row=ns2:test-17334997469481 ,, for max=2147483647 with caching=100 2024-12-06T15:43:04,674 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17334997469481: ns2:test-17334997469481; 2024-12-06T15:43:04,674 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-06T15:43:04,674 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_dff97770-92eb-4da4-b4c0-629ef12f17a2 2024-12-06T15:43:04,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741896_1072 (size=192) 2024-12-06T15:43:05,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-2385353794959767908.jar 2024-12-06T15:43:05,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:05,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:05,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:05,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:05,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:05,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:05,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:05,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:05,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:05,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:05,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:05,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:05,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:05,902 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733499746948,ns2:test-17334997469481 2024-12-06T15:43:05,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:43:05,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:43:05,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:05,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:05,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:05,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:06,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-7736492861322147179.jar 2024-12-06T15:43:06,686 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:06,712 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 for WAL files 2024-12-06T15:43:06,713 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 2024-12-06T15:43:06,714 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 for WAL files 2024-12-06T15:43:06,715 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 2024-12-06T15:43:06,802 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local275135449_0003_2876c1a5-9878-418d-911c-09387d92084d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:06,802 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local275135449_0003_2876c1a5-9878-418d-911c-09387d92084d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:06,886 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 for hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 (-9223372036854775808:9223372036854775807) length:30490 2024-12-06T15:43:06,905 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-06T15:43:06,905 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-06T15:43:06,942 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 for hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 (-9223372036854775808:9223372036854775807) length:1198 2024-12-06T15:43:06,946 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-06T15:43:06,946 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-06T15:43:07,030 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4e5fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,030 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:07,030 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:07,031 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438e3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,034 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f427b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,035 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:07,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:07,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:07,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:07,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17334997469481', row='row-t20', locateType=CURRENT is [region=ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:43:07,040 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-06T15:43:07,040 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:43:07,040 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,040 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:07,040 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-06T15:43:07,041 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:43:07,046 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/backupUT/.tmp/backup_1733499778415/_temporary/0/_temporary/attempt_local275135449_0003_r_000000_0/ns2/test-17334997469481/f/03314a9b2d7b479f847ad39e6fa23b18 is 38, key is row-t20/f:q1/1733499777051/Put/seqid=0 2024-12-06T15:43:07,048 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:43:07,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741897_1073 (size=5274) 2024-12-06T15:43:07,486 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad679f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,486 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:07,486 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:07,487 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef51e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:07,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,488 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:07,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d16a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,489 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:07,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:07,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:07,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:07,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733499746948', row='row-test-1733499746948-1-0', locateType=CURRENT is [region=test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=107] 2024-12-06T15:43:07,493 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-06T15:43:07,493 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:43:07,493 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,494 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:07,494 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-1-0] 2024-12-06T15:43:07,494 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:43:07,504 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571335b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,504 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:07,505 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:07,505 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155e1b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,507 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:07,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7902e870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:07,508 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:07,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:07,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:07,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:07,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733499746948', row='row-test-1733499746948-3-0', locateType=CURRENT is [region=test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=107] 2024-12-06T15:43:07,512 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-06T15:43:07,512 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:43:07,512 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,512 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:07,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:07,512 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-3-0] 2024-12-06T15:43:07,512 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:43:07,520 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/backupUT/.tmp/backup_1733499778415/_temporary/0/_temporary/attempt_local275135449_0003_r_000001_0/default/test-1733499746948/f/2541e10aeb54480688b294026eb29565 is 59, key is row-test-1733499746948-1-10/f:q1/1733499776672/Put/seqid=0 2024-12-06T15:43:07,522 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:43:07,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741898_1074 (size=10769) 2024-12-06T15:43:07,927 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/backupUT/.tmp/backup_1733499778415/_temporary/0/_temporary/attempt_local275135449_0003_r_000001_0/default/test-1733499746948/mob/9b9dedc21b4b4109ab24550d7e238f13 is 63, key is row-test-1733499746948-3-100/mob:q1/1733499777016/Put/seqid=0 2024-12-06T15:43:07,930 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:43:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741899_1075 (size=11810) 2024-12-06T15:43:08,853 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45993/backupUT 2024-12-06T15:43:08,854 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733499778415 2024-12-06T15:43:08,854 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-06T15:43:08,873 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45993/backupUT/.tmp/backup_1733499778415, hdfs://localhost:45993/backupUT] 2024-12-06T15:43:08,942 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741900_1076 (size=10769) 2024-12-06T15:43:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741901_1077 (size=5274) 2024-12-06T15:43:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741902_1078 (size=11810) 2024-12-06T15:43:10,543 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-06T15:43:10,546 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733499778415 2024-12-06T15:43:10,546 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-12-06T15:43:10,546 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2106468239_0004 completed: true true 2024-12-06T15:43:10,547 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3832100 FILE: Number of bytes written=6201958 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231561 HDFS: Number of bytes written=2433146 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-12-06T15:43:10,548 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45993/backupUT/.tmp/backup_1733499778415 to hdfs://localhost:45993/backupUT finished. 2024-12-06T15:43:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17334997469481:', locateType=CURRENT is [region=backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:43:10,564 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499778415 2024-12-06T15:43:10,568 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733499756608} 2024-12-06T15:43:10,568 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-06T15:43:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741903_1079 (size=317) 2024-12-06T15:43:10,976 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45993/backupUT/backup_1733499778415/.backup.manifest 2024-12-06T15:43:10,977 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733499778415 finished: type=INCREMENTAL,tablelist=ns2:test-17334997469481;test-1733499746948,targetRootDir=hdfs://localhost:45993/backupUT,startts=1733499782674,completets=1733499790564,bytescopied=0 2024-12-06T15:43:10,977 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-06T15:43:10,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-06T15:43:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-06T15:43:10,995 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-06T15:43:10,998 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-06T15:43:11,004 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733499778415 completed. 2024-12-06T15:43:11,004 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-06T15:43:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:11,022 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499778415/.backup.manifest 2024-12-06T15:43:11,025 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499778415/.backup.manifest 2024-12-06T15:43:11,026 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499778415/.backup.manifest 2024-12-06T15:43:11,028 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499778415/.backup.manifest 2024-12-06T15:43:11,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733499746948 from 'test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733499746948', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733499746948 2024-12-06T15:43:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741904_1080 (size=908) 2024-12-06T15:43:11,446 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000003.950 2024-12-06T15:43:11,447 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000004.908 2024-12-06T15:43:11,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733499746948}] 2024-12-06T15:43:11,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE}] 2024-12-06T15:43:11,458 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE 2024-12-06T15:43:11,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE because future has completed 2024-12-06T15:43:11,461 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:43:11,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:43:11,615 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,615 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:43:11,616 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing b83725b682e508e5f26adb233a71a74a, disabling compactions & flushes 2024-12-06T15:43:11,616 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:11,616 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:11,616 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. after waiting 0 ms 2024-12-06T15:43:11,616 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:11,628 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-06T15:43:11,628 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:43:11,629 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:11,629 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for b83725b682e508e5f26adb233a71a74a: Waiting for close lock at 1733499791615Running coprocessor pre-close hooks at 1733499791615Disabling compacts and flushes for region at 1733499791616 (+1 ms)Disabling writes for close at 1733499791616Writing region close event to WAL at 1733499791620 (+4 ms)Running coprocessor post-close hooks at 1733499791628 (+8 ms)Closed at 1733499791629 (+1 ms) 2024-12-06T15:43:11,629 WARN [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: b83725b682e508e5f26adb233a71a74a to self. 2024-12-06T15:43:11,631 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=CLOSED 2024-12-06T15:43:11,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:43:11,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-06T15:43:11,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 in 172 msec 2024-12-06T15:43:11,636 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE; state=CLOSED, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=true 2024-12-06T15:43:11,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:11,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE because future has completed 2024-12-06T15:43:11,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:43:11,954 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:11,955 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b83725b682e508e5f26adb233a71a74a, NAME => 'test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:43:11,955 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:43:11,955 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733499746948 b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,955 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:43:11,956 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,956 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,958 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,959 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName f 2024-12-06T15:43:11,959 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:11,972 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a 2024-12-06T15:43:11,977 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:43:11,978 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:43:11,978 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,979 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName f2 2024-12-06T15:43:11,980 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:11,980 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:43:11,980 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,981 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83725b682e508e5f26adb233a71a74a columnFamilyName mob 2024-12-06T15:43:11,982 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:11,989 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 2024-12-06T15:43:11,995 DEBUG [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:43:11,995 INFO [StoreOpener-b83725b682e508e5f26adb233a71a74a-1 {}] regionserver.HStore(327): Store=b83725b682e508e5f26adb233a71a74a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:43:11,995 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,996 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,997 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,998 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,999 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:11,999 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733499746948 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:43:12,001 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:12,001 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b83725b682e508e5f26adb233a71a74a; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11314672960, jitterRate=0.053761035203933716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:43:12,001 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:12,004 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b83725b682e508e5f26adb233a71a74a: Running coprocessor pre-open hook at 1733499791956Writing region info on filesystem at 1733499791956Initializing all the Stores at 1733499791957 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499791957Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499791957Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499791957Cleaning up temporary data from old regions at 1733499791999 (+42 ms)Running coprocessor post-open hooks at 1733499792001 (+2 ms)Region opened successfully at 1733499792004 (+3 ms) 2024-12-06T15:43:12,004 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., pid=46, masterSystemTime=1733499791947 2024-12-06T15:43:12,006 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:12,006 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:12,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b83725b682e508e5f26adb233a71a74a, regionState=OPEN, openSeqNum=338, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:43:12,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-06T15:43:12,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure b83725b682e508e5f26adb233a71a74a, server=bb7ea3e46d9c,35665,1733499739015 in 216 msec 2024-12-06T15:43:12,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-06T15:43:12,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733499746948, region=b83725b682e508e5f26adb233a71a74a, REOPEN/MOVE in 554 msec 2024-12-06T15:43:12,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-06T15:43:12,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733499746948 in 561 msec 2024-12-06T15:43:12,017 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733499746948 2024-12-06T15:43:12,024 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea 2024-12-06T15:43:12,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733499746948 in 994 msec 2024-12-06T15:43:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T15:43:12,027 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733499746948 completed 2024-12-06T15:43:12,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,066 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-06T15:43:12,070 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499792028 2024-12-06T15:43:12,073 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733499778415} 2024-12-06T15:43:12,073 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733499756608} 2024-12-06T15:43:12,073 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-06T15:43:12,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,126 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733499746948 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733499746948 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T15:43:12,130 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733499792028,startts=0,failedts=1733499792127,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733499746948 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-06T15:43:12,130 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-06T15:43:12,132 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-06T15:43:12,132 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-06T15:43:12,134 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-06T15:43:12,134 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-06T15:43:12,136 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-06T15:43:12,139 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733499792028 failed. 2024-12-06T15:43:12,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:12,156 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733499746948, ns2:test-17334997469481, ns3:test-17334997469482, ns4:test-17334997469483] 2024-12-06T15:43:12,157 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-06T15:43:12,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:43:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499792161 (current time:1733499792161). 2024-12-06T15:43:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-06T15:43:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15660128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:12,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:12,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b3cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:12,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:12,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:12,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:12,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:12,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336e4ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:12,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:12,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:12,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:12,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:12,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:43:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-06T15:43:12,174 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:12,175 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733499746948 2024-12-06T15:43:12,176 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:12,178 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:12,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741905_1081 (size=52) 2024-12-06T15:43:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741906_1082 (size=950) 2024-12-06T15:43:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:12,586 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:12,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3}] 2024-12-06T15:43:12,588 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000004.908 2024-12-06T15:43:12,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/.tabledesc/.tableinfo.0000000005.950 2024-12-06T15:43:12,589 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:12,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733499746948 in 414 msec 2024-12-06T15:43:12,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-12-06T15:43:12,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:43:12,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 0b0c0eda8c4cba1f3990ac734991f3a3 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-06T15:43:12,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/9a477ef35a5c456e87420dd6532a84e1 is 158, key is trslm:hdfs://localhost:45993/backupUT\x00ns2:test-17334997469481/meta:log-roll-map/1733499790553/Put/seqid=0 2024-12-06T15:43:12,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741907_1083 (size=5745) 2024-12-06T15:43:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:13,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/9a477ef35a5c456e87420dd6532a84e1 2024-12-06T15:43:13,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/cefe068addb64c73bcae13bec0f8632c is 1245, key is session:backup_1733499792028/session:context/1733499792135/Put/seqid=0 2024-12-06T15:43:13,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741908_1084 (size=6682) 2024-12-06T15:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:13,581 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/cefe068addb64c73bcae13bec0f8632c 2024-12-06T15:43:13,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/9a477ef35a5c456e87420dd6532a84e1 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/9a477ef35a5c456e87420dd6532a84e1 2024-12-06T15:43:13,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/9a477ef35a5c456e87420dd6532a84e1, entries=4, sequenceid=31, filesize=5.6 K 2024-12-06T15:43:13,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/cefe068addb64c73bcae13bec0f8632c as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/cefe068addb64c73bcae13bec0f8632c 2024-12-06T15:43:13,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/cefe068addb64c73bcae13bec0f8632c, entries=3, sequenceid=31, filesize=6.5 K 2024-12-06T15:43:13,611 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 0b0c0eda8c4cba1f3990ac734991f3a3 in 868ms, sequenceid=31, compaction requested=true 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 0b0c0eda8c4cba1f3990ac734991f3a3: 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. for snapshot_backup_system completed. 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.' region-info for snapshot=snapshot_backup_system 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/9a477ef35a5c456e87420dd6532a84e1] hfiles 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e for snapshot=snapshot_backup_system 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/9a477ef35a5c456e87420dd6532a84e1 for snapshot=snapshot_backup_system 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/cefe068addb64c73bcae13bec0f8632c] hfiles 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429 for snapshot=snapshot_backup_system 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e for snapshot=snapshot_backup_system 2024-12-06T15:43:13,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/cefe068addb64c73bcae13bec0f8632c for snapshot=snapshot_backup_system 2024-12-06T15:43:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741909_1085 (size=251) 2024-12-06T15:43:14,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:43:14,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-06T15:43:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-06T15:43:14,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:14,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:14,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47 2024-12-06T15:43:14,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 in 1.4360 sec 2024-12-06T15:43:14,027 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:14,029 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:14,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:14,031 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-06T15:43:14,032 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-06T15:43:14,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741910_1086 (size=888) 2024-12-06T15:43:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:14,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e54a53415490776b2bab37ead2e52b65, had cached 0 bytes from a total of 8413 2024-12-06T15:43:14,445 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:14,459 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:14,459 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_backup_system 2024-12-06T15:43:14,461 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:14,461 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-06T15:43:14,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2880 sec 2024-12-06T15:43:16,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T15:43:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-06T15:43:16,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-06T15:43:16,345 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733499792140 started at 1733499796344. 2024-12-06T15:43:16,348 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733499792140 has been started. 2024-12-06T15:43:16,354 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-06T15:43:16,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-06T15:43:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-06T15:43:16,355 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-06T15:43:16,355 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-06T15:43:16,355 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-06T15:43:16,355 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-06T15:43:16,356 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,356 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:16,431 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:43:16,432 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:43:16,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:43:16,433 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,433 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-06T15:43:16,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:16,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-06T15:43:16,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:16,436 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-06T15:43:16,437 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-06T15:43:16,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-06T15:43:16,437 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-06T15:43:16,437 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-06T15:43:16,437 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-06T15:43:16,437 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-06T15:43:16,437 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure (rolllog) in zk 2024-12-06T15:43:16,451 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:16,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:16,451 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,451 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-06T15:43:16,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:16,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:16,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:16,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:16,454 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-06T15:43:16,454 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2abf8cee[Count = 0] remaining members to acquire global barrier 2024-12-06T15:43:16,454 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-06T15:43:16,454 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,462 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,463 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-06T15:43:16,463 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,463 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-06T15:43:16,463 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-06T15:43:16,463 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,463 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733499782813 highest: 1733499782830 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,463 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.meta:.meta(num 1733499782791) roll requested 2024-12-06T15:43:16,475 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta, exclude list is [], retry=0 2024-12-06T15:43:16,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:16,479 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta 2024-12-06T15:43:16,479 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:16,479 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta is not closed yet, will try archiving it next time 2024-12-06T15:43:16,479 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0:(num 1733499782813) roll requested 2024-12-06T15:43:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741889_1065 (size=1903) 2024-12-06T15:43:16,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta not finished, retry = 0 2024-12-06T15:43:16,491 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479, exclude list is [], retry=0 2024-12-06T15:43:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:16,495 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 2024-12-06T15:43:16,495 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:16,495 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 is not closed yet, will try archiving it next time 2024-12-06T15:43:16,495 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1:(num 1733499782830) roll requested 2024-12-06T15:43:16,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 not finished, retry = 0 2024-12-06T15:43:16,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741890_1066 (size=93) 2024-12-06T15:43:16,507 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495, exclude list is [], retry=0 2024-12-06T15:43:16,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:16,511 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 2024-12-06T15:43:16,511 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:16,512 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830 is not closed yet, will try archiving it next time 2024-12-06T15:43:16,512 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499763469 2024-12-06T15:43:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741891_1067 (size=4927) 2024-12-06T15:43:16,523 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-06T15:43:16,524 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733499796479 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:16,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:16,547 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-06T15:43:16,547 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'bb7ea3e46d9c,35665,1733499739015' in zk 2024-12-06T15:43:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,557 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-06T15:43:16,557 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:43:16,557 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-06T15:43:16,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:16,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:16,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:16,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:16,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:16,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:16,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:16,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'bb7ea3e46d9c,35665,1733499739015': 2024-12-06T15:43:16,562 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-06T15:43:16,562 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'bb7ea3e46d9c,35665,1733499739015' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-06T15:43:16,562 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-06T15:43:16,562 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-06T15:43:16,563 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-06T15:43:16,563 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-06T15:43:16,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:43:16,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:16,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:16,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:16,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:43:16,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:43:16,569 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:16,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:16,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:16,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:16,570 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:16,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,578 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:43:16,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:43:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:43:16,579 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:43:16,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-06T15:43:16,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-06T15:43:16,579 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:43:16,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:43:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-06T15:43:16,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-06T15:43:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499796588 (current time:1733499796588). 2024-12-06T15:43:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499796587_backup_system_bulk VERSION not specified, setting to 2 2024-12-06T15:43:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e38c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:16,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:16,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:16,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:16,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561256f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:16,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:16,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:16,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:16,591 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:16,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e71bcab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:16,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:16,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:16,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-06T15:43:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-06T15:43:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T15:43:16,597 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:16,598 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499782813 2024-12-06T15:43:16,598 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:16,600 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741914_1090 (size=76) 2024-12-06T15:43:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T15:43:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T15:43:17,009 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:17,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca1a3f2c18c503af21cfd55bd9872740}] 2024-12-06T15:43:17,012 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:43:17,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-06T15:43:17,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-06T15:43:17,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:43:17,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ca1a3f2c18c503af21cfd55bd9872740: 2024-12-06T15:43:17,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. for snapshot_1733499796587_backup_system_bulk completed. 2024-12-06T15:43:17,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740.' region-info for snapshot=snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:17,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:17,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T15:43:17,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T15:43:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741915_1091 (size=61) 2024-12-06T15:43:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T15:43:17,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:43:17,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-06T15:43:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-06T15:43:17,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499796587_backup_system_bulk on region ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:43:17,576 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:43:17,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-06T15:43:17,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca1a3f2c18c503af21cfd55bd9872740 in 569 msec 2024-12-06T15:43:17,585 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:17,586 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:17,587 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:17,587 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:17,588 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741916_1092 (size=702) 2024-12-06T15:43:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T15:43:18,005 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:18,011 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:18,011 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499796587_backup_system_bulk to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:18,013 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:18,013 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-06T15:43:18,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733499796587_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4180 sec 2024-12-06T15:43:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T15:43:18,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-06T15:43:18,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } 2024-12-06T15:43:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499798756 (current time:1733499798756). 2024-12-06T15:43:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499798755_ns4_test-17334997469483 VERSION not specified, setting to 2 2024-12-06T15:43:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e364f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:18,759 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:18,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:18,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:18,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710dd124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:18,761 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ce837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:18,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:18,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:18,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:18,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:18,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } 2024-12-06T15:43:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-06T15:43:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T15:43:18,773 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:18,774 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:18,833 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741917_1093 (size=86) 2024-12-06T15:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T15:43:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T15:43:19,247 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:19,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4b28bd905f1afdd4cc523606426173}] 2024-12-06T15:43:19,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:43:19,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-06T15:43:19,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:43:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T15:43:19,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 5e4b28bd905f1afdd4cc523606426173: 2024-12-06T15:43:19,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. for snapshot_1733499798755_ns4_test-17334997469483 completed. 2024-12-06T15:43:19,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173.' region-info for snapshot=snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:19,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:19,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T15:43:19,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741918_1094 (size=52) 2024-12-06T15:43:19,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:43:19,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-06T15:43:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-06T15:43:19,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499798755_ns4_test-17334997469483 on region 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:43:19,822 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:43:19,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-06T15:43:19,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e4b28bd905f1afdd4cc523606426173 in 577 msec 2024-12-06T15:43:19,827 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:19,829 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:19,830 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:19,830 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:19,831 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741919_1095 (size=443) 2024-12-06T15:43:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T15:43:20,249 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:20,257 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:20,258 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499798755_ns4_test-17334997469483 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:20,259 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:20,260 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-06T15:43:20,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733499798755_ns4_test-17334997469483 table=ns4:test-17334997469483 type=FLUSH ttl=0 } in 1.4900 sec 2024-12-06T15:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T15:43:20,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17334997469483 completed 2024-12-06T15:43:20,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } 2024-12-06T15:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499800926 (current time:1733499800926). 2024-12-06T15:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499800924_ns2_test-17334997469481 VERSION not specified, setting to 2 2024-12-06T15:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfba53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:20,929 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577898d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:20,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:20,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5705bfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:20,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:20,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:20,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:20,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:20,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } 2024-12-06T15:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-06T15:43:20,941 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T15:43:20,942 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:20,944 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741920_1096 (size=86) 2024-12-06T15:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T15:43:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T15:43:21,352 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:21,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65}] 2024-12-06T15:43:21,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65 2024-12-06T15:43:21,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-06T15:43:21,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:43:21,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing e54a53415490776b2bab37ead2e52b65 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-06T15:43:21,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/.tmp/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 is 38, key is row-t20/f:q1/1733499777051/Put/seqid=0 2024-12-06T15:43:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741921_1097 (size=5134) 2024-12-06T15:43:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T15:43:21,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/.tmp/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 2024-12-06T15:43:21,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/.tmp/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 2024-12-06T15:43:21,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2, entries=5, sequenceid=111, filesize=5.0 K 2024-12-06T15:43:21,945 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for e54a53415490776b2bab37ead2e52b65 in 437ms, sequenceid=111, compaction requested=false 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for e54a53415490776b2bab37ead2e52b65: 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. for snapshot_1733499800924_ns2_test-17334997469481 completed. 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65.' region-info for snapshot=snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2] hfiles 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 for snapshot=snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:21,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 for snapshot=snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741922_1098 (size=130) 2024-12-06T15:43:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T15:43:22,143 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T15:43:22,143 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T15:43:22,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:43:22,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-06T15:43:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-06T15:43:22,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499800924_ns2_test-17334997469481 on region e54a53415490776b2bab37ead2e52b65 2024-12-06T15:43:22,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65 2024-12-06T15:43:22,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-06T15:43:22,361 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:22,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e54a53415490776b2bab37ead2e52b65 in 1.0050 sec 2024-12-06T15:43:22,362 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:22,363 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:22,363 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:22,364 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741923_1099 (size=496) 2024-12-06T15:43:22,781 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:22,790 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:22,791 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499800924_ns2_test-17334997469481 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:22,793 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:22,793 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-06T15:43:22,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733499800924_ns2_test-17334997469481 table=ns2:test-17334997469481 type=FLUSH ttl=0 } in 1.8530 sec 2024-12-06T15:43:22,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0b0c0eda8c4cba1f3990ac734991f3a3, had cached 0 bytes from a total of 28925 2024-12-06T15:43:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T15:43:23,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17334997469481 completed 2024-12-06T15:43:23,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } 2024-12-06T15:43:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499803098 (current time:1733499803098). 2024-12-06T15:43:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499803096_default_test-1733499746948 VERSION not specified, setting to 2 2024-12-06T15:43:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14072bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:23,103 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:23,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:23,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:23,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f67dd0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:23,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:23,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:23,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:23,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:23,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d88d36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:23,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:23,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:23,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:23,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:23,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } 2024-12-06T15:43:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-06T15:43:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T15:43:23,113 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:23,114 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:23,117 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:23,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741924_1100 (size=84) 2024-12-06T15:43:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T15:43:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T15:43:23,527 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:23,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a}] 2024-12-06T15:43:23,530 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:23,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-06T15:43:23,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:23,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for b83725b682e508e5f26adb233a71a74a: 2024-12-06T15:43:23,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. for snapshot_1733499803096_default_test-1733499746948 completed. 2024-12-06T15:43:23,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a.' region-info for snapshot=snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:23,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:23,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a] hfiles 2024-12-06T15:43:23,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe for snapshot=snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:23,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a for snapshot=snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:23,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T15:43:23,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175] hfiles 2024-12-06T15:43:23,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 for snapshot=snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:23,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 for snapshot=snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741925_1101 (size=224) 2024-12-06T15:43:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T15:43:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:43:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-06T15:43:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-06T15:43:24,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499803096_default_test-1733499746948 on region b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:24,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:24,231 INFO [AsyncFSWAL-0-hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData-prefix:bb7ea3e46d9c,43051,1733499737287.bb7ea3e46d9c,43051,1733499737287.regiongroup-0 {}] wal.AbstractFSWAL(1368): Slow sync cost: 129 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK]] 2024-12-06T15:43:24,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-06T15:43:24,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b83725b682e508e5f26adb233a71a74a in 704 msec 2024-12-06T15:43:24,236 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:24,238 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:24,240 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-06T15:43:24,240 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-06T15:43:24,240 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:24,241 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-06T15:43:24,241 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:24,241 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-06T15:43:24,241 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:24,243 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a] hfiles 2024-12-06T15:43:24,243 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741926_1102 (size=168) 2024-12-06T15:43:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T15:43:24,654 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:24,654 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:24,656 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741927_1103 (size=1347) 2024-12-06T15:43:25,077 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:25,091 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:25,091 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499803096_default_test-1733499746948 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:25,093 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:25,093 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-06T15:43:25,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733499803096_default_test-1733499746948 table=test-1733499746948 type=FLUSH ttl=0 } in 1.9820 sec 2024-12-06T15:43:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T15:43:25,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733499746948 completed 2024-12-06T15:43:25,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } 2024-12-06T15:43:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499805267 (current time:1733499805267). 2024-12-06T15:43:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733499805265_ns3_test-17334997469482 VERSION not specified, setting to 2 2024-12-06T15:43:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48784d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:25,272 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:25,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b4d34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:25,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:25,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:25,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:25,276 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:25,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c26bc53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:25,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:25,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:25,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } 2024-12-06T15:43:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-06T15:43:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T15:43:25,283 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:25,284 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:25,287 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741928_1104 (size=86) 2024-12-06T15:43:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T15:43:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T15:43:25,697 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:25,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efd51f991edb5c1d25ade97023812bdc}] 2024-12-06T15:43:25,700 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:43:25,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-06T15:43:25,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:43:25,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for efd51f991edb5c1d25ade97023812bdc: 2024-12-06T15:43:25,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. for snapshot_1733499805265_ns3_test-17334997469482 completed. 2024-12-06T15:43:25,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc.' region-info for snapshot=snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:25,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:25,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T15:43:25,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741929_1105 (size=52) 2024-12-06T15:43:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T15:43:26,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:43:26,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-06T15:43:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-06T15:43:26,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733499805265_ns3_test-17334997469482 on region efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:43:26,273 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:43:26,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-06T15:43:26,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efd51f991edb5c1d25ade97023812bdc in 578 msec 2024-12-06T15:43:26,281 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:26,283 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:26,284 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:26,285 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:26,286 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:26,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741930_1106 (size=443) 2024-12-06T15:43:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T15:43:26,701 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:26,707 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:26,707 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_1733499805265_ns3_test-17334997469482 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:26,709 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:26,709 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-06T15:43:26,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733499805265_ns3_test-17334997469482 table=ns3:test-17334997469482 type=FLUSH ttl=0 } in 1.4280 sec 2024-12-06T15:43:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T15:43:27,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17334997469482 completed 2024-12-06T15:43:27,435 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733499792140 2024-12-06T15:43:27,435 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-06T15:43:27,435 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-06T15:43:27,436 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499792140_backup:system_bulk 2024-12-06T15:43:27,436 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499796587_backup_system_bulk to hdfs://localhost:45993/backupUT/backup_1733499792140/backup/system_bulk/ 2024-12-06T15:43:27,436 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:43:27,471 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:43:27,471 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499792140/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499792140/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:27,473 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:43:27,477 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499796587_backup_system_bulk to hdfs://localhost:45993/backupUT/backup_1733499792140/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741931_1107 (size=702) 2024-12-06T15:43:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741932_1108 (size=76) 2024-12-06T15:43:27,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:27,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:27,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-7702709166445574311.jar 2024-12-06T15:43:28,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:28,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:28,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:28,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:28,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:28,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:28,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:28,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:28,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:28,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:28,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:28,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:28,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:28,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:28,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:28,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:28,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:28,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:28,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:28,709 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:28,732 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499796587_backup_system_bulk' hfile list 2024-12-06T15:43:28,809 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1813347138_0005_9089f9d2-d192-4bce-87df-ffeb7faa0f5f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:28,809 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1813347138_0005_9089f9d2-d192-4bce-87df-ffeb7faa0f5f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:29,842 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:43:29,843 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:43:29,850 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:29,850 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499796587_backup_system_bulk finished. 2024-12-06T15:43:29,850 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499792140_ns4:test-17334997469483 2024-12-06T15:43:29,850 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499798755_ns4_test-17334997469483 to hdfs://localhost:45993/backupUT/backup_1733499792140/ns4/test-17334997469483/ 2024-12-06T15:43:29,850 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:43:29,876 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:43:29,876 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499792140/ns4/test-17334997469483, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499792140/ns4/test-17334997469483/.hbase-snapshot/.tmp/snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:29,878 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:43:29,882 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499798755_ns4_test-17334997469483 to hdfs://localhost:45993/backupUT/backup_1733499792140/ns4/test-17334997469483/.hbase-snapshot/.tmp/snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741934_1110 (size=86) 2024-12-06T15:43:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741933_1109 (size=443) 2024-12-06T15:43:30,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:30,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-15568928152493252231.jar 2024-12-06T15:43:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:31,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:31,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:31,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:31,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:31,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:31,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:31,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:31,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:31,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:31,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:31,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:31,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:31,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:31,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:31,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:31,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:31,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:31,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:31,113 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:31,137 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499798755_ns4_test-17334997469483' hfile list 2024-12-06T15:43:31,216 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local728597277_0006_909fdee2-c6d7-4723-b888-2c762a9c647a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:31,216 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local728597277_0006_909fdee2-c6d7-4723-b888-2c762a9c647a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:32,256 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:43:32,259 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:43:32,268 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:32,268 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499798755_ns4_test-17334997469483 finished. 2024-12-06T15:43:32,268 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499792140_ns2:test-17334997469481 2024-12-06T15:43:32,268 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499800924_ns2_test-17334997469481 to hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/ 2024-12-06T15:43:32,268 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:43:32,294 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:43:32,295 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/.hbase-snapshot/.tmp/snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:32,297 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:43:32,302 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499800924_ns2_test-17334997469481 to hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/.hbase-snapshot/.tmp/snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741935_1111 (size=496) 2024-12-06T15:43:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741936_1112 (size=86) 2024-12-06T15:43:32,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:32,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:32,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-2060428815392165727.jar 2024-12-06T15:43:33,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:33,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:33,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:33,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:33,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:33,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:33,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:33,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:33,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:33,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:33,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:33,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:33,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:33,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:33,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:33,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:33,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:33,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:33,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:33,539 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:33,562 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499800924_ns2_test-17334997469481' hfile list 2024-12-06T15:43:33,564 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-06T15:43:33,638 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1146953338_0007_23d739f9-4130-4c24-94a6-f3e43b0bf9f3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:33,639 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1146953338_0007_23d739f9-4130-4c24-94a6-f3e43b0bf9f3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:33,706 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-06T15:43:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741937_1113 (size=8413) 2024-12-06T15:43:34,143 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 output=hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 2024-12-06T15:43:34,144 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-06T15:43:34,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741938_1114 (size=5134) 2024-12-06T15:43:34,573 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 output=hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 2024-12-06T15:43:34,573 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-12-06T15:43:34,680 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:43:34,682 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:43:34,692 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:34,692 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499800924_ns2_test-17334997469481 finished. 2024-12-06T15:43:34,692 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499792140_test-1733499746948 2024-12-06T15:43:34,692 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499803096_default_test-1733499746948 to hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/ 2024-12-06T15:43:34,692 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:43:34,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:43:34,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/.hbase-snapshot/.tmp/snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:34,718 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:43:34,725 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499803096_default_test-1733499746948 to hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/.hbase-snapshot/.tmp/snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:34,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741939_1115 (size=1347) 2024-12-06T15:43:34,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741940_1116 (size=84) 2024-12-06T15:43:35,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-9776971101364273462.jar 2024-12-06T15:43:35,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:35,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:35,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:35,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:35,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:35,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:35,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:35,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:35,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:35,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:35,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:35,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:35,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:35,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:35,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:35,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:35,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:35,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:35,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:35,958 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:35,986 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499803096_default_test-1733499746948' hfile list 2024-12-06T15:43:35,989 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-06T15:43:36,065 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local2100672228_0008_345c4e89-7eba-4ee0-b1c6-703fcda3a6ac/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:36,065 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local2100672228_0008_345c4e89-7eba-4ee0-b1c6-703fcda3a6ac/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:36,126 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-06T15:43:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741941_1117 (size=13760) 2024-12-06T15:43:36,561 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 output=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 2024-12-06T15:43:36,561 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-12-06T15:43:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741942_1118 (size=10796) 2024-12-06T15:43:36,991 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a output=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a 2024-12-06T15:43:36,991 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-06T15:43:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741943_1119 (size=8413) 2024-12-06T15:43:37,429 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe output=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:43:37,430 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-06T15:43:37,445 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a to hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a" truncated to max limit (512 characters) 2024-12-06T15:43:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741944_1120 (size=5591) 2024-12-06T15:43:37,859 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a output=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:37,859 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-12-06T15:43:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741945_1121 (size=5484) 2024-12-06T15:43:38,300 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 output=hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:43:38,300 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-06T15:43:39,103 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:43:39,105 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:43:39,117 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:39,117 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499803096_default_test-1733499746948 finished. 2024-12-06T15:43:39,117 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733499792140_ns3:test-17334997469482 2024-12-06T15:43:39,117 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733499805265_ns3_test-17334997469482 to hdfs://localhost:45993/backupUT/backup_1733499792140/ns3/test-17334997469482/ 2024-12-06T15:43:39,117 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-06T15:43:39,148 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45993, inputRoot=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:43:39,148 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1217551017_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45993/backupUT/backup_1733499792140/ns3/test-17334997469482, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45993/backupUT/backup_1733499792140/ns3/test-17334997469482/.hbase-snapshot/.tmp/snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:39,150 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-06T15:43:39,154 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_1733499805265_ns3_test-17334997469482 to hdfs://localhost:45993/backupUT/backup_1733499792140/ns3/test-17334997469482/.hbase-snapshot/.tmp/snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741946_1122 (size=443) 2024-12-06T15:43:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741947_1123 (size=86) 2024-12-06T15:43:39,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:39,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:39,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-14636597200556948741.jar 2024-12-06T15:43:40,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:40,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:40,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:40,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:40,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:40,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:40,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:40,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:40,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:40,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:40,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:40,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:40,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:40,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:40,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:40,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:40,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-06T15:43:40,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:40,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:40,380 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:40,407 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733499805265_ns3_test-17334997469482' hfile list 2024-12-06T15:43:40,484 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1370110877_0009_8b7029ae-f5e9-41e9-be65-c94ce17a5af1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:40,484 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local1370110877_0009_8b7029ae-f5e9-41e9-be65-c94ce17a5af1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:41,520 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-06T15:43:41,523 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-06T15:43:41,533 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:41,533 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733499805265_ns3_test-17334997469482 finished. 2024-12-06T15:43:41,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-06T15:43:41,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17334997469483 2024-12-06T15:43:41,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17334997469481 2024-12-06T15:43:41,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733499746948 2024-12-06T15:43:41,534 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17334997469482 2024-12-06T15:43:41,545 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499792140 2024-12-06T15:43:41,545 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-06T15:43:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741948_1124 (size=176) 2024-12-06T15:43:41,952 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45993/backupUT/backup_1733499792140/.backup.manifest 2024-12-06T15:43:41,952 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733499792140 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17334997469483;ns2:test-17334997469481;test-1733499746948;ns3:test-17334997469482,targetRootDir=hdfs://localhost:45993/backupUT,startts=1733499796344,completets=1733499821545,bytescopied=0 2024-12-06T15:43:41,952 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-06T15:43:41,952 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:41,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499796587_backup_system_bulk" type: DISABLED 2024-12-06T15:43:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499796587_backup_system_bulk 2024-12-06T15:43:41,962 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499796587_backup_system_bulk for backup backup_1733499792140 succeeded. 2024-12-06T15:43:41,962 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:41,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499798755_ns4_test-17334997469483" type: DISABLED 2024-12-06T15:43:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499798755_ns4_test-17334997469483 2024-12-06T15:43:41,969 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499798755_ns4_test-17334997469483 for backup backup_1733499792140 succeeded. 2024-12-06T15:43:41,969 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:41,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499800924_ns2_test-17334997469481" type: DISABLED 2024-12-06T15:43:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499800924_ns2_test-17334997469481 2024-12-06T15:43:41,975 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499800924_ns2_test-17334997469481 for backup backup_1733499792140 succeeded. 2024-12-06T15:43:41,975 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:41,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499803096_default_test-1733499746948" type: DISABLED 2024-12-06T15:43:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499803096_default_test-1733499746948 2024-12-06T15:43:41,980 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499803096_default_test-1733499746948 for backup backup_1733499792140 succeeded. 2024-12-06T15:43:41,980 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:41,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733499805265_ns3_test-17334997469482" type: DISABLED 2024-12-06T15:43:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733499805265_ns3_test-17334997469482 2024-12-06T15:43:41,984 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733499805265_ns3_test-17334997469482 for backup backup_1733499792140 succeeded. 2024-12-06T15:43:41,985 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-06T15:43:41,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-06T15:43:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-06T15:43:41,994 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-06T15:43:41,997 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-06T15:43:42,004 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733499792140 completed. 2024-12-06T15:43:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:46,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T15:43:47,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,093 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-06T15:43:47,097 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499827039 2024-12-06T15:43:47,100 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733499792140} 2024-12-06T15:43:47,100 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-06T15:43:47,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:47,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:43:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733499827202 (current time:1733499827202). 2024-12-06T15:43:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T15:43:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-06T15:43:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469401b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:47,204 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638f2b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:47,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:47,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9078ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:47,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:47,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:47,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:47,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051. 2024-12-06T15:43:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:43:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:47,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-06T15:43:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-06T15:43:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-06T15:43:47,212 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T15:43:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:47,213 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T15:43:47,216 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T15:43:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741949_1125 (size=52) 2024-12-06T15:43:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:47,622 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T15:43:47,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3}] 2024-12-06T15:43:47,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:47,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-06T15:43:47,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:43:47,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 0b0c0eda8c4cba1f3990ac734991f3a3 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-06T15:43:47,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/2c268e36d63b43fab0cee7983c976b0f is 158, key is trslm:hdfs://localhost:45993/backupUT\x00ns2:test-17334997469481/meta:log-roll-map/1733499821538/Put/seqid=0 2024-12-06T15:43:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741950_1126 (size=6646) 2024-12-06T15:43:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:48,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/2c268e36d63b43fab0cee7983c976b0f 2024-12-06T15:43:48,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/8e18c53f4b3747b18ff62b30288deeb1 is 826, key is session:backup_1733499792140/session:context/1733499821996/Put/seqid=0 2024-12-06T15:43:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741951_1127 (size=5928) 2024-12-06T15:43:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:48,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/8e18c53f4b3747b18ff62b30288deeb1 2024-12-06T15:43:48,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/2c268e36d63b43fab0cee7983c976b0f as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/2c268e36d63b43fab0cee7983c976b0f 2024-12-06T15:43:48,641 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/2c268e36d63b43fab0cee7983c976b0f, entries=12, sequenceid=42, filesize=6.5 K 2024-12-06T15:43:48,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/8e18c53f4b3747b18ff62b30288deeb1 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/8e18c53f4b3747b18ff62b30288deeb1 2024-12-06T15:43:48,651 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/8e18c53f4b3747b18ff62b30288deeb1, entries=2, sequenceid=42, filesize=5.8 K 2024-12-06T15:43:48,652 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 0b0c0eda8c4cba1f3990ac734991f3a3 in 873ms, sequenceid=42, compaction requested=true 2024-12-06T15:43:48,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 0b0c0eda8c4cba1f3990ac734991f3a3: 2024-12-06T15:43:48,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. for snapshot_backup_system completed. 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3.' region-info for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/9a477ef35a5c456e87420dd6532a84e1, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/2c268e36d63b43fab0cee7983c976b0f] hfiles 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/e45c93d0a52a4a138d8dbcf45dafbe8e for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/9a477ef35a5c456e87420dd6532a84e1 for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/2c268e36d63b43fab0cee7983c976b0f for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/cefe068addb64c73bcae13bec0f8632c, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/8e18c53f4b3747b18ff62b30288deeb1] hfiles 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/ec31dc74b3f64b88a927411f9a217429 for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/c69b0402649c41869effd84adb75b83e for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/cefe068addb64c73bcae13bec0f8632c for snapshot=snapshot_backup_system 2024-12-06T15:43:48,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/8e18c53f4b3747b18ff62b30288deeb1 for snapshot=snapshot_backup_system 2024-12-06T15:43:48,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741952_1128 (size=330) 2024-12-06T15:43:49,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:43:49,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-06T15:43:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-06T15:43:49,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:49,063 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:43:49,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-06T15:43:49,070 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T15:43:49,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b0c0eda8c4cba1f3990ac734991f3a3 in 1.4430 sec 2024-12-06T15:43:49,071 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T15:43:49,072 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T15:43:49,072 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-06T15:43:49,073 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-06T15:43:49,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741953_1129 (size=967) 2024-12-06T15:43:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:49,485 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T15:43:49,495 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T15:43:49,495 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.hbase-snapshot/snapshot_backup_system 2024-12-06T15:43:49,497 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T15:43:49,497 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-06T15:43:49,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2860 sec 2024-12-06T15:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T15:43:51,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-06T15:43:51,394 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733499827039 started at 1733499831394. 2024-12-06T15:43:51,396 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733499827039 has been started. 2024-12-06T15:43:51,400 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1733499746948, ns2:test-17334997469481, ns3:test-17334997469482, ns4:test-17334997469483] 2024-12-06T15:43:51,404 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733499782830for backupID backup_1733499827039 2024-12-06T15:43:51,404 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-06T15:43:51,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-06T15:43:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-06T15:43:51,405 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-06T15:43:51,405 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-06T15:43:51,405 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-06T15:43:51,405 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-06T15:43:51,406 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,406 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:51,631 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:43:51,631 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:43:51,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:43:51,632 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,632 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-06T15:43:51,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:51,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-06T15:43:51,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:51,633 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-06T15:43:51,634 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-06T15:43:51,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-06T15:43:51,634 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-06T15:43:51,634 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-06T15:43:51,634 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-06T15:43:51,634 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-06T15:43:51,634 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure (rolllog) in zk 2024-12-06T15:43:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,649 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:51,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:51,649 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,650 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-06T15:43:51,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:51,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:51,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:51,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:51,651 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'bb7ea3e46d9c,35665,1733499739015' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-06T15:43:51,652 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@28ee1cd6[Count = 0] remaining members to acquire global barrier 2024-12-06T15:43:51,652 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-06T15:43:51,652 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,660 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,660 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-06T15:43:51,660 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,660 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-06T15:43:51,660 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-06T15:43:51,660 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,661 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733499796479 highest: 1733499796495 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,661 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.meta:.meta(num 1733499796463) roll requested 2024-12-06T15:43:51,675 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499831661.meta, exclude list is [], retry=0 2024-12-06T15:43:51,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:51,679 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499831661.meta 2024-12-06T15:43:51,679 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:51,680 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta is not closed yet, will try archiving it next time 2024-12-06T15:43:51,680 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0:(num 1733499796479) roll requested 2024-12-06T15:43:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741911_1087 (size=93) 2024-12-06T15:43:51,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta not finished, retry = 0 2024-12-06T15:43:51,691 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499831680, exclude list is [], retry=0 2024-12-06T15:43:51,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:51,695 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499831680 2024-12-06T15:43:51,695 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:51,695 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 is not closed yet, will try archiving it next time 2024-12-06T15:43:51,695 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1:(num 1733499796495) roll requested 2024-12-06T15:43:51,695 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499763452 2024-12-06T15:43:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741912_1088 (size=653) 2024-12-06T15:43:51,697 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 2024-12-06T15:43:51,707 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499831695, exclude list is [], retry=0 2024-12-06T15:43:51,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f103214c-c2ca-4877-85db-1b7269e11474,DISK] 2024-12-06T15:43:51,711 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499831695 2024-12-06T15:43:51,711 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-06T15:43:51,711 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 is not closed yet, will try archiving it next time 2024-12-06T15:43:51,711 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499782830 2024-12-06T15:43:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741913_1089 (size=4710) 2024-12-06T15:43:51,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 not finished, retry = 0 2024-12-06T15:43:51,721 DEBUG [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-06T15:43:51,721 INFO [rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733499831680 on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:51,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:51,740 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-06T15:43:51,741 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'bb7ea3e46d9c,35665,1733499739015' in zk 2024-12-06T15:43:51,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,744 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-06T15:43:51,744 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:43:51,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,744 DEBUG [member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-06T15:43:51,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:51,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:51,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:51,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:51,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:51,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:51,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:51,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'bb7ea3e46d9c,35665,1733499739015': 2024-12-06T15:43:51,748 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'bb7ea3e46d9c,35665,1733499739015' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-06T15:43:51,748 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-06T15:43:51,748 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-06T15:43:51,748 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-06T15:43:51,748 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-06T15:43:51,748 INFO [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-06T15:43:51,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:43:51,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,754 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-06T15:43:51,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-06T15:43:51,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-06T15:43:51,755 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:43:51,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:43:51,756 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:51,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-06T15:43:51,757 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:51,757 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,757 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,758 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-06T15:43:51,758 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-06T15:43:51,759 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,765 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-06T15:43:51,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-06T15:43:51,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-06T15:43:51,766 DEBUG [(bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-06T15:43:51,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-06T15:43:51,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-06T15:43:51,766 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-06T15:43:51,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-06T15:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-06T15:43:51,778 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {bb7ea3e46d9c:35665=1733499782830} newestTimestamps: {bb7ea3e46d9c:35665=1733499796495} 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499741877.meta 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499782791.meta 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499831661.meta 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499831680 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 2024-12-06T15:43:51,781 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499831695 2024-12-06T15:43:51,782 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499796463.meta 2024-12-06T15:43:51,783 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.meta.1733499763433.meta 2024-12-06T15:43:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741957_1133 (size=640) 2024-12-06T15:43:52,198 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:45993/backupUT/backup_1733499827039/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:52,198 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:52,203 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-06T15:43:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741958_1134 (size=45) 2024-12-06T15:43:52,612 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-06T15:43:52,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741959_1135 (size=390) 2024-12-06T15:43:53,034 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17334997469483 target: hdfs://localhost:45993/backupUT/backup_1733499827039/ns4/test-17334997469483 descriptor: 'ns4:test-17334997469483', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:53,034 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:53,039 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17334997469483 2024-12-06T15:43:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741960_1136 (size=50) 2024-12-06T15:43:53,447 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17334997469483 2024-12-06T15:43:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741961_1137 (size=364) 2024-12-06T15:43:53,865 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17334997469481 target: hdfs://localhost:45993/backupUT/backup_1733499827039/ns2/test-17334997469481 descriptor: 'ns2:test-17334997469481', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:53,865 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:53,869 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17334997469481 2024-12-06T15:43:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741962_1138 (size=50) 2024-12-06T15:43:54,279 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17334997469481 2024-12-06T15:43:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741963_1139 (size=950) 2024-12-06T15:43:54,698 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733499746948 target: hdfs://localhost:45993/backupUT/backup_1733499827039/default/test-1733499746948 descriptor: 'test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:54,698 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:54,702 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733499746948 2024-12-06T15:43:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741964_1140 (size=53) 2024-12-06T15:43:55,111 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733499746948 2024-12-06T15:43:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741965_1141 (size=390) 2024-12-06T15:43:55,130 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17334997469482 target: hdfs://localhost:45993/backupUT/backup_1733499827039/ns3/test-17334997469482 descriptor: 'ns3:test-17334997469482', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:55,130 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-06T15:43:55,133 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17334997469482 2024-12-06T15:43:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741966_1142 (size=50) 2024-12-06T15:43:55,540 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17334997469482 2024-12-06T15:43:55,551 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45993/backupUT/.tmp/backup_1733499827039 from hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495;hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 2024-12-06T15:43:55,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a27b16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:55,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:55,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:55,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:55,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:55,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:55,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b0f288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:55,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:55,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:55,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:55,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:55,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be3863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:55,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:43:55,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:43:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf2959c 2024-12-06T15:43:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:43:55,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:43:55,560 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:43:55,560 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-06T15:43:55,560 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:55,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:55,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:55,564 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-06T15:43:55,564 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733499746948 2024-12-06T15:43:55,565 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733499746948,, stopping at row=test-1733499746948 ,, for max=2147483647 with caching=100 2024-12-06T15:43:55,567 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733499746948: test-1733499746948; 2024-12-06T15:43:55,567 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17334997469481 2024-12-06T15:43:55,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17334997469481,, stopping at row=ns2:test-17334997469481 ,, for max=2147483647 with caching=100 2024-12-06T15:43:55,569 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17334997469481: ns2:test-17334997469481; 2024-12-06T15:43:55,569 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17334997469482 2024-12-06T15:43:55,569 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17334997469482,, stopping at row=ns3:test-17334997469482 ,, for max=2147483647 with caching=100 2024-12-06T15:43:55,571 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17334997469482: ns3:test-17334997469482; 2024-12-06T15:43:55,571 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17334997469483 2024-12-06T15:43:55,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17334997469483,, stopping at row=ns4:test-17334997469483 ,, for max=2147483647 with caching=100 2024-12-06T15:43:55,573 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17334997469483: ns4:test-17334997469483; 2024-12-06T15:43:55,573 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-06T15:43:55,573 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_427028d4-b658-48cb-afe7-6b0e7a9049cf 2024-12-06T15:43:55,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741967_1143 (size=324) 2024-12-06T15:43:55,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:55,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:55,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-18034441695315681075.jar 2024-12-06T15:43:56,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:43:56,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:43:56,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:43:56,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:43:56,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:43:56,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:43:56,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:43:56,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:43:56,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:43:56,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:43:56,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:43:56,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:43:56,764 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1733499746948,ns2:test-17334997469481,ns3:test-17334997469482,ns4:test-17334997469483 2024-12-06T15:43:56,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:43:56,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:43:56,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:56,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:56,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:56,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:43:56,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b83725b682e508e5f26adb233a71a74a, had cached 0 bytes from a total of 38453 2024-12-06T15:43:57,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-13219805329609623166.jar 2024-12-06T15:43:57,546 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:57,567 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 for WAL files 2024-12-06T15:43:57,568 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 2024-12-06T15:43:57,569 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 for WAL files 2024-12-06T15:43:57,569 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 2024-12-06T15:43:57,642 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local611307365_0010_c0f9438a-56ca-416c-8130-5a25a80c8322/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:43:57,642 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local611307365_0010_c0f9438a-56ca-416c-8130-5a25a80c8322/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:43:57,692 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 for hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1.1733499796495 (-9223372036854775808:9223372036854775807) length:4710 2024-12-06T15:43:57,695 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-06T15:43:57,695 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-06T15:43:57,728 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 for hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499796479 (-9223372036854775808:9223372036854775807) length:653 2024-12-06T15:43:57,730 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-06T15:43:57,730 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-06T15:43:57,812 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1f1875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:57,812 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:43:57,812 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:43:57,813 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:43:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:43:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:43:57,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:57,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:43:57,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:43:57,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:57,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:43:57,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5361d0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:43:57,816 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:43:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:43:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:43:57,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:43:57,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733499746948', row='row-test-1733499746948-2-0', locateType=CURRENT is [region=test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=338] 2024-12-06T15:43:57,820 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-06T15:43:57,820 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:43:57,821 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:57,821 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:43:57,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:43:57,821 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-2-0] 2024-12-06T15:43:57,821 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:43:57,826 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/backupUT/.tmp/backup_1733499827039/_temporary/0/_temporary/attempt_local611307365_0010_r_000004_0/default/test-1733499746948/f2/b607f222728e4b248cd435a9b407452e is 58, key is row-test-1733499746948-2-0/f2:q1/1733499822028/Put/seqid=0 2024-12-06T15:43:57,827 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:43:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741968_1144 (size=5366) 2024-12-06T15:43:58,690 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45993/backupUT 2024-12-06T15:43:58,690 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733499827039 2024-12-06T15:43:58,690 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-06T15:43:58,701 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45993/backupUT/.tmp/backup_1733499827039, hdfs://localhost:45993/backupUT] 2024-12-06T15:43:58,753 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:43:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741969_1145 (size=5366) 2024-12-06T15:43:59,352 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-06T15:43:59,355 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733499827039 2024-12-06T15:43:59,355 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-12-06T15:43:59,355 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1954370529_0011 completed: true true 2024-12-06T15:43:59,356 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6689127 FILE: Number of bytes written=17181219 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410792 HDFS: Number of bytes written=2548186 HDFS: Number of read operations=1171 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-12-06T15:43:59,356 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45993/backupUT/.tmp/backup_1733499827039 to hdfs://localhost:45993/backupUT finished. 2024-12-06T15:43:59,383 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733499827039 2024-12-06T15:43:59,388 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733499792140} 2024-12-06T15:43:59,388 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-06T15:43:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741970_1146 (size=648) 2024-12-06T15:43:59,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e54a53415490776b2bab37ead2e52b65, had cached 0 bytes from a total of 13547 2024-12-06T15:43:59,795 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45993/backupUT/backup_1733499827039/.backup.manifest 2024-12-06T15:43:59,795 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733499827039 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns4:test-17334997469483;ns2:test-17334997469481;test-1733499746948;ns3:test-17334997469482,targetRootDir=hdfs://localhost:45993/backupUT,startts=1733499831394,completets=1733499839383,bytescopied=0 2024-12-06T15:43:59,795 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-06T15:43:59,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-06T15:43:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-06T15:43:59,810 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-06T15:43:59,813 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-06T15:43:59,817 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733499827039 completed. 2024-12-06T15:43:59,817 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-06T15:43:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:43:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:43:59,835 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499827039/.backup.manifest 2024-12-06T15:43:59,837 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499827039/.backup.manifest 2024-12-06T15:43:59,837 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733499756608 2024-12-06T15:43:59,840 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-06T15:43:59,841 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-06T15:43:59,842 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:43:59,844 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:43:59,846 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:43:59,849 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:43:59,849 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733499746948' to 'table1' from full backup image hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948 2024-12-06T15:43:59,858 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-06T15:43:59,858 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:43:59,859 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f in region [hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a] 2024-12-06T15:43:59,864 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe first=row0 last=row98 2024-12-06T15:43:59,864 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3 in region [hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a] 2024-12-06T15:43:59,868 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea first=row-test-1733499746948-3-0 last=row-test-1733499746948-3-5 2024-12-06T15:43:59,868 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob in region [hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a] 2024-12-06T15:43:59,871 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 first=row-test-1733499746948-3-0 last=row-test-1733499746948-3-5 2024-12-06T15:43:59,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:43:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-06T15:43:59,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:43:59,878 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:43:59,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-06T15:43:59,879 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:43:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-06T15:43:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741971_1147 (size=938) 2024-12-06T15:43:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-06T15:44:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-06T15:44:00,292 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a42c02858625eba6803b2409f51340ef, NAME => 'table1,,1733499839876.a42c02858625eba6803b2409f51340ef.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:44:00,293 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 097fb240feb5b5a985e0ece8f60eb851, NAME => 'table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:44:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741973_1149 (size=45) 2024-12-06T15:44:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741972_1148 (size=45) 2024-12-06T15:44:00,304 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:00,304 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 097fb240feb5b5a985e0ece8f60eb851, disabling compactions & flushes 2024-12-06T15:44:00,304 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:00,304 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:00,304 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. after waiting 0 ms 2024-12-06T15:44:00,304 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:00,304 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:00,304 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 097fb240feb5b5a985e0ece8f60eb851: Waiting for close lock at 1733499840304Disabling compacts and flushes for region at 1733499840304Disabling writes for close at 1733499840304Writing region close event to WAL at 1733499840304Closed at 1733499840304 2024-12-06T15:44:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-06T15:44:00,706 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733499839876.a42c02858625eba6803b2409f51340ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:00,706 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing a42c02858625eba6803b2409f51340ef, disabling compactions & flushes 2024-12-06T15:44:00,707 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:00,707 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:00,707 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733499839876.a42c02858625eba6803b2409f51340ef. after waiting 0 ms 2024-12-06T15:44:00,707 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:00,707 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:00,707 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for a42c02858625eba6803b2409f51340ef: Waiting for close lock at 1733499840706Disabling compacts and flushes for region at 1733499840706Disabling writes for close at 1733499840707 (+1 ms)Writing region close event to WAL at 1733499840707Closed at 1733499840707 2024-12-06T15:44:00,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:44:00,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733499840710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499840710"}]},"ts":"1733499840710"} 2024-12-06T15:44:00,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733499839876.a42c02858625eba6803b2409f51340ef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733499840710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499840710"}]},"ts":"1733499840710"} 2024-12-06T15:44:00,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T15:44:00,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:44:00,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499840717"}]},"ts":"1733499840717"} 2024-12-06T15:44:00,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-06T15:44:00,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, ASSIGN}] 2024-12-06T15:44:00,721 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, ASSIGN 2024-12-06T15:44:00,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, ASSIGN 2024-12-06T15:44:00,722 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:44:00,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:44:00,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=097fb240feb5b5a985e0ece8f60eb851, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:00,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=a42c02858625eba6803b2409f51340ef, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, ASSIGN because future has completed 2024-12-06T15:44:00,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097fb240feb5b5a985e0ece8f60eb851, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:00,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, ASSIGN because future has completed 2024-12-06T15:44:00,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42c02858625eba6803b2409f51340ef, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-06T15:44:01,043 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:01,043 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 097fb240feb5b5a985e0ece8f60eb851, NAME => 'table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-06T15:44:01,044 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:01,044 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,044 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:01,045 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,045 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,047 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,049 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097fb240feb5b5a985e0ece8f60eb851 columnFamilyName f 2024-12-06T15:44:01,049 DEBUG [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:01,050 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] regionserver.HStore(327): Store=097fb240feb5b5a985e0ece8f60eb851/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:01,050 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,051 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097fb240feb5b5a985e0ece8f60eb851 columnFamilyName f3 2024-12-06T15:44:01,051 DEBUG [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:01,052 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] regionserver.HStore(327): Store=097fb240feb5b5a985e0ece8f60eb851/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:01,052 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,054 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097fb240feb5b5a985e0ece8f60eb851 columnFamilyName mob 2024-12-06T15:44:01,055 DEBUG [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:01,056 INFO [StoreOpener-097fb240feb5b5a985e0ece8f60eb851-1 {}] regionserver.HStore(327): Store=097fb240feb5b5a985e0ece8f60eb851/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:01,057 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,058 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,059 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,061 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,061 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,062 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:44:01,065 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,067 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:44:01,067 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 097fb240feb5b5a985e0ece8f60eb851; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9596792960, jitterRate=-0.10622900724411011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:44:01,067 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:01,068 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 097fb240feb5b5a985e0ece8f60eb851: Running coprocessor pre-open hook at 1733499841045Writing region info on filesystem at 1733499841045Initializing all the Stores at 1733499841046 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499841046Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499841047 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499841047Cleaning up temporary data from old regions at 1733499841061 (+14 ms)Running coprocessor post-open hooks at 1733499841067 (+6 ms)Region opened successfully at 1733499841068 (+1 ms) 2024-12-06T15:44:01,069 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., pid=65, masterSystemTime=1733499841035 2024-12-06T15:44:01,071 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:01,071 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:01,071 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:01,071 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => a42c02858625eba6803b2409f51340ef, NAME => 'table1,,1733499839876.a42c02858625eba6803b2409f51340ef.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-06T15:44:01,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=097fb240feb5b5a985e0ece8f60eb851, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:01,071 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:01,072 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,072 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1733499839876.a42c02858625eba6803b2409f51340ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:01,072 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,072 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097fb240feb5b5a985e0ece8f60eb851, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:01,073 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,075 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42c02858625eba6803b2409f51340ef columnFamilyName f 2024-12-06T15:44:01,075 DEBUG [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:01,076 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] regionserver.HStore(327): Store=a42c02858625eba6803b2409f51340ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:01,076 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-06T15:44:01,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 097fb240feb5b5a985e0ece8f60eb851, server=bb7ea3e46d9c,35665,1733499739015 in 194 msec 2024-12-06T15:44:01,077 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42c02858625eba6803b2409f51340ef columnFamilyName f3 2024-12-06T15:44:01,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, ASSIGN in 356 msec 2024-12-06T15:44:01,077 DEBUG [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:01,078 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] regionserver.HStore(327): Store=a42c02858625eba6803b2409f51340ef/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:01,078 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,079 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42c02858625eba6803b2409f51340ef columnFamilyName mob 2024-12-06T15:44:01,080 DEBUG [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:01,080 INFO [StoreOpener-a42c02858625eba6803b2409f51340ef-1 {}] regionserver.HStore(327): Store=a42c02858625eba6803b2409f51340ef/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:01,081 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,081 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,081 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,082 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,082 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,083 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:44:01,084 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,086 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:44:01,086 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened a42c02858625eba6803b2409f51340ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10154938400, jitterRate=-0.0542476624250412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:44:01,086 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:01,086 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for a42c02858625eba6803b2409f51340ef: Running coprocessor pre-open hook at 1733499841072Writing region info on filesystem at 1733499841072Initializing all the Stores at 1733499841073 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499841073Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499841073Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499841073Cleaning up temporary data from old regions at 1733499841082 (+9 ms)Running coprocessor post-open hooks at 1733499841086 (+4 ms)Region opened successfully at 1733499841086 2024-12-06T15:44:01,087 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733499839876.a42c02858625eba6803b2409f51340ef., pid=66, masterSystemTime=1733499841035 2024-12-06T15:44:01,089 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:01,089 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:01,089 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=a42c02858625eba6803b2409f51340ef, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42c02858625eba6803b2409f51340ef, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:01,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-12-06T15:44:01,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure a42c02858625eba6803b2409f51340ef, server=bb7ea3e46d9c,35665,1733499739015 in 208 msec 2024-12-06T15:44:01,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-06T15:44:01,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, ASSIGN in 373 msec 2024-12-06T15:44:01,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:44:01,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499841095"}]},"ts":"1733499841095"} 2024-12-06T15:44:01,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-06T15:44:01,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:44:01,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2220 sec 2024-12-06T15:44:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-06T15:44:02,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-06T15:44:02,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:02,029 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a from hbase tables test-1733499746948 to tables table1 2024-12-06T15:44:02,029 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733499746948 into table1 2024-12-06T15:44:02,031 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029 from hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:44:02,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c21ff8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:02,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:02,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:02,033 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e15e235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:02,035 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:02,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7928668c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:02,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f59529 2024-12-06T15:44:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:02,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:02,038 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:44:02,038 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-06T15:44:02,039 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:02,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:02,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:02,042 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-06T15:44:02,042 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-06T15:44:02,043 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-06T15:44:02,043 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_d155c250-6f13-4637-b08c-aded71e4e325 2024-12-06T15:44:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741974_1150 (size=177) 2024-12-06T15:44:02,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:02,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:02,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-4794962569020779774.jar 2024-12-06T15:44:03,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:03,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:44:03,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:44:03,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:44:03,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:44:03,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:44:03,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:44:03,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:44:03,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:44:03,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:44:03,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:44:03,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:03,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:44:03,237 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-06T15:44:03,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:03,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:03,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:03,237 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-06T15:44:03,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:03,247 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:44:03,258 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-06T15:44:03,339 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local2096819586_0012_864565e9-eb63-489a-b88a-1fb7e4769cb9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:44:03,339 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local2096819586_0012_864565e9-eb63-489a-b88a-1fb7e4769cb9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:44:03,388 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:44:03,391 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:03,425 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:44:03,428 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:03,449 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f3/fc1cc34c3c1a4724abc06a9fb1cd3fea 2024-12-06T15:44:03,453 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:03,480 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f79c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:03,480 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:03,480 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:03,481 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2684d281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:03,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cfdb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:03,484 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:03,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:03,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733499746948-3-0', locateType=CURRENT is [region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:03,488 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-06T15:44:03,488 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:03,488 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,488 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:03,488 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-3-0] 2024-12-06T15:44:03,488 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:03,493 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173872dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:03,493 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:03,493 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:03,494 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22853ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,496 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e47aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:03,497 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:03,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:03,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:03,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733499746948-3-0', locateType=CURRENT is [region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:03,500 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-06T15:44:03,500 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:03,500 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,500 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:03,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:03,500 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-3-0] 2024-12-06T15:44:03,500 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:03,504 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/_temporary/0/_temporary/attempt_local2096819586_0012_r_000000_0/f3/1bb485c42665435789437093e45c0570 is 58, key is row-test-1733499746948-3-0/f3:q1/1733499756571/Put/seqid=0 2024-12-06T15:44:03,505 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:03,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741975_1151 (size=5530) 2024-12-06T15:44:03,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-06T15:44:03,911 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/_temporary/0/_temporary/attempt_local2096819586_0012_r_000000_0/mob/29f4122ec86d4aa0b1cb8e3084fb6fac is 59, key is row-test-1733499746948-3-0/mob:q1/1733499756590/Put/seqid=0 2024-12-06T15:44:03,916 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741976_1152 (size=5539) 2024-12-06T15:44:04,348 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e111e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:04,348 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:04,348 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:04,349 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:04,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:04,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:04,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7f5394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:04,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:04,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:04,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:04,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:04,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69826271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:04,352 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:04,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:04,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:04,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:04,356 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-06T15:44:04,356 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:04,356 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:04,356 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:04,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:04,356 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-06T15:44:04,356 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:04,366 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/_temporary/0/_temporary/attempt_local2096819586_0012_r_000001_0/f/7cbddfdffc8649458b085861f588fddf is 37, key is row10/f:q1/1733499748124/Put/seqid=0 2024-12-06T15:44:04,367 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741977_1153 (size=8742) 2024-12-06T15:44:05,384 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029 2024-12-06T15:44:05,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5ada35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:05,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:05,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d50460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:05,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,387 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:05,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb3cbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:05,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:05,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:05,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:05,393 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/_SUCCESS 2024-12-06T15:44:05,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f26e784 2024-12-06T15:44:05,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:05,403 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:05,414 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/f/7cbddfdffc8649458b085861f588fddf first=Optional[row0] last=Optional[row98] 2024-12-06T15:44:05,427 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/f3/1bb485c42665435789437093e45c0570 first=Optional[row-test-1733499746948-3-0] last=Optional[row-test-1733499746948-3-5] 2024-12-06T15:44:05,430 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/mob/29f4122ec86d4aa0b1cb8e3084fb6fac first=Optional[row-test-1733499746948-3-0] last=Optional[row-test-1733499746948-3-5] 2024-12-06T15:44:05,450 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/f/7cbddfdffc8649458b085861f588fddf for inclusion in 097fb240feb5b5a985e0ece8f60eb851/f 2024-12-06T15:44:05,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/f3/1bb485c42665435789437093e45c0570 for inclusion in a42c02858625eba6803b2409f51340ef/f3 2024-12-06T15:44:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733499746948-3-0 last=row-test-1733499746948-3-5 2024-12-06T15:44:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-06T15:44:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-06T15:44:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-06T15:44:05,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/mob/29f4122ec86d4aa0b1cb8e3084fb6fac for inclusion in a42c02858625eba6803b2409f51340ef/mob 2024-12-06T15:44:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for 097fb240feb5b5a985e0ece8f60eb851: 2024-12-06T15:44:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/f/7cbddfdffc8649458b085861f588fddf to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f/7cbddfdffc8649458b085861f588fddf 2024-12-06T15:44:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733499746948-3-0 last=row-test-1733499746948-3-5 2024-12-06T15:44:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-06T15:44:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f/7cbddfdffc8649458b085861f588fddf as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f/f0de7a23d645490b8add73363f5fd684_SeqId_4_ 2024-12-06T15:44:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for a42c02858625eba6803b2409f51340ef: 2024-12-06T15:44:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5961d8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/f3/1bb485c42665435789437093e45c0570 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f3/1bb485c42665435789437093e45c0570 2024-12-06T15:44:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:05,463 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3723a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f3/1bb485c42665435789437093e45c0570 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f3/31efc082adc246c99bb72104806f73a5_SeqId_4_ 2024-12-06T15:44:05,465 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499842029/mob/29f4122ec86d4aa0b1cb8e3084fb6fac to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/mob/29f4122ec86d4aa0b1cb8e3084fb6fac 2024-12-06T15:44:05,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2691ebba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:05,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:05,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e6e6f5 2024-12-06T15:44:05,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/mob/29f4122ec86d4aa0b1cb8e3084fb6fac as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/mob/96f10ca480374a8996a579dfcd160e17_SeqId_4_ 2024-12-06T15:44:05,468 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a030646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:05,469 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52719b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:05,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:05,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:05,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:05,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261e9f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:05,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:05,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1360526e 2024-12-06T15:44:05,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:05,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:05,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:05,489 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665. 2024-12-06T15:44:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:05,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f/7cbddfdffc8649458b085861f588fddf into 097fb240feb5b5a985e0ece8f60eb851/f as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f/f0de7a23d645490b8add73363f5fd684_SeqId_4_ - updating store file list. 2024-12-06T15:44:05,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556dd00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:05,495 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128fe097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,497 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:05,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f/f0de7a23d645490b8add73363f5fd684_SeqId_4_ into 097fb240feb5b5a985e0ece8f60eb851/f 2024-12-06T15:44:05,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f/7cbddfdffc8649458b085861f588fddf into 097fb240feb5b5a985e0ece8f60eb851/f (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f/f0de7a23d645490b8add73363f5fd684_SeqId_4_) 2024-12-06T15:44:05,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8a5a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f/7cbddfdffc8649458b085861f588fddf 2024-12-06T15:44:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dae163f 2024-12-06T15:44:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:05,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:05,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267f5d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:05,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:05,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:05,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:05,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2581d73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:05,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:05,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcf4354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb095ed 2024-12-06T15:44:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:05,508 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:05,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:05,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:05,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:05,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f3/1bb485c42665435789437093e45c0570 into a42c02858625eba6803b2409f51340ef/f3 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f3/31efc082adc246c99bb72104806f73a5_SeqId_4_ - updating store file list. 2024-12-06T15:44:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f3/31efc082adc246c99bb72104806f73a5_SeqId_4_ into a42c02858625eba6803b2409f51340ef/f3 2024-12-06T15:44:05,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f3/1bb485c42665435789437093e45c0570 into a42c02858625eba6803b2409f51340ef/f3 (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f3/31efc082adc246c99bb72104806f73a5_SeqId_4_) 2024-12-06T15:44:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/f3/1bb485c42665435789437093e45c0570 2024-12-06T15:44:05,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:05,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/mob/29f4122ec86d4aa0b1cb8e3084fb6fac into a42c02858625eba6803b2409f51340ef/mob as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/mob/96f10ca480374a8996a579dfcd160e17_SeqId_4_ - updating store file list. 2024-12-06T15:44:05,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665. 2024-12-06T15:44:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:05,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/mob/96f10ca480374a8996a579dfcd160e17_SeqId_4_ into a42c02858625eba6803b2409f51340ef/mob 2024-12-06T15:44:05,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/mob/29f4122ec86d4aa0b1cb8e3084fb6fac into a42c02858625eba6803b2409f51340ef/mob (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/mob/96f10ca480374a8996a579dfcd160e17_SeqId_4_) 2024-12-06T15:44:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__1oggohek283i4c7d4va575p7pmdj0qtlue8dpkjslh785d6ftghp0ashb167vh6k/mob/29f4122ec86d4aa0b1cb8e3084fb6fac 2024-12-06T15:44:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5a3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:05,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:05,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391d9e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:05,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:05,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,539 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fa8804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:05,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:05,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a79c4b 2024-12-06T15:44:05,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:05,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:05,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:05,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:05,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:05,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:05,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:05,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:05,561 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-06T15:44:05,561 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-06T15:44:05,562 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733499756608 hdfs://localhost:45993/backupUT/backup_1733499756608/default/test-1733499746948/ 2024-12-06T15:44:05,562 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:44:05,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:05,563 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T15:44:05,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:05,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:05,564 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499756608/.backup.manifest 2024-12-06T15:44:05,564 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17334997469481' to 'ns2:table2' from full backup image hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481 2024-12-06T15:44:05,572 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-06T15:44:05,572 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 2024-12-06T15:44:05,573 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f in region [hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65] 2024-12-06T15:44:05,576 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 first=row0 last=row98 2024-12-06T15:44:05,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:44:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-06T15:44:05,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T15:44:05,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-06T15:44:05,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T15:44:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-06T15:44:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741978_1154 (size=351) 2024-12-06T15:44:05,676 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-06T15:44:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-06T15:44:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-06T15:44:05,992 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13637888088b3d9fd6076a91fdf4cb1f, NAME => 'ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:44:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741979_1155 (size=37) 2024-12-06T15:44:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-06T15:44:06,403 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:06,403 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 13637888088b3d9fd6076a91fdf4cb1f, disabling compactions & flushes 2024-12-06T15:44:06,403 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,403 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,403 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. after waiting 0 ms 2024-12-06T15:44:06,403 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,403 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,403 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13637888088b3d9fd6076a91fdf4cb1f: Waiting for close lock at 1733499846403Disabling compacts and flushes for region at 1733499846403Disabling writes for close at 1733499846403Writing region close event to WAL at 1733499846403Closed at 1733499846403 2024-12-06T15:44:06,406 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T15:44:06,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733499846406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499846406"}]},"ts":"1733499846406"} 2024-12-06T15:44:06,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:44:06,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T15:44:06,411 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499846411"}]},"ts":"1733499846411"} 2024-12-06T15:44:06,413 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-06T15:44:06,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, ASSIGN}] 2024-12-06T15:44:06,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, ASSIGN 2024-12-06T15:44:06,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:44:06,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=13637888088b3d9fd6076a91fdf4cb1f, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:06,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, ASSIGN because future has completed 2024-12-06T15:44:06,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13637888088b3d9fd6076a91fdf4cb1f, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:06,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-06T15:44:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-06T15:44:06,723 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,723 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 13637888088b3d9fd6076a91fdf4cb1f, NAME => 'ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:44:06,724 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:06,724 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,724 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:06,724 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,724 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,726 INFO [StoreOpener-13637888088b3d9fd6076a91fdf4cb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,728 INFO [StoreOpener-13637888088b3d9fd6076a91fdf4cb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13637888088b3d9fd6076a91fdf4cb1f columnFamilyName f 2024-12-06T15:44:06,728 DEBUG [StoreOpener-13637888088b3d9fd6076a91fdf4cb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:06,729 INFO [StoreOpener-13637888088b3d9fd6076a91fdf4cb1f-1 {}] regionserver.HStore(327): Store=13637888088b3d9fd6076a91fdf4cb1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:06,729 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,730 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,731 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,732 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,732 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,734 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,737 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:44:06,738 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 13637888088b3d9fd6076a91fdf4cb1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11247993920, jitterRate=0.04755106568336487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T15:44:06,738 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:06,738 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 13637888088b3d9fd6076a91fdf4cb1f: Running coprocessor pre-open hook at 1733499846724Writing region info on filesystem at 1733499846724Initializing all the Stores at 1733499846726 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499846726Cleaning up temporary data from old regions at 1733499846732 (+6 ms)Running coprocessor post-open hooks at 1733499846738 (+6 ms)Region opened successfully at 1733499846738 2024-12-06T15:44:06,739 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., pid=69, masterSystemTime=1733499846720 2024-12-06T15:44:06,741 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,741 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:06,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=13637888088b3d9fd6076a91fdf4cb1f, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:06,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13637888088b3d9fd6076a91fdf4cb1f, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:06,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-06T15:44:06,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 13637888088b3d9fd6076a91fdf4cb1f, server=bb7ea3e46d9c,35665,1733499739015 in 176 msec 2024-12-06T15:44:06,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-06T15:44:06,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, ASSIGN in 332 msec 2024-12-06T15:44:06,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T15:44:06,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499846747"}]},"ts":"1733499846747"} 2024-12-06T15:44:06,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-06T15:44:06,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T15:44:06,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1720 sec 2024-12-06T15:44:07,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-06T15:44:07,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-06T15:44:07,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-06T15:44:07,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-06T15:44:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-06T15:44:07,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-06T15:44:07,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-06T15:44:07,731 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 from hbase tables ns2:test-17334997469481 to tables ns2:table2 2024-12-06T15:44:07,731 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17334997469481 into ns2:table2 2024-12-06T15:44:07,734 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731 from hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 2024-12-06T15:44:07,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c5ec76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:07,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:07,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:07,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:07,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b38baec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:07,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:07,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4231c2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:07,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5822a999 2024-12-06T15:44:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:07,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:07,740 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:44:07,740 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-06T15:44:07,740 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-06T15:44:07,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:07,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:07,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:07,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:07,743 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-06T15:44:07,743 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-06T15:44:07,743 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_c3c661b0-0760-4b6b-96d6-abeb61fc644d 2024-12-06T15:44:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741980_1156 (size=153) 2024-12-06T15:44:07,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0b0c0eda8c4cba1f3990ac734991f3a3, had cached 0 bytes from a total of 41499 2024-12-06T15:44:08,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-10961285096573779163.jar 2024-12-06T15:44:08,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:08,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:44:08,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:44:08,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:44:08,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:44:08,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:44:08,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:44:08,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:44:08,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:44:08,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:44:08,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:44:08,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:44:08,926 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-06T15:44:08,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:08,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:08,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:08,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:08,927 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-06T15:44:08,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:08,937 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:44:08,950 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-06T15:44:09,036 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local310322108_0013_b6a01edb-2182-4bca-a575-62d796ff01d7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:44:09,036 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local310322108_0013_b6a01edb-2182-4bca-a575-62d796ff01d7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:44:09,091 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 2024-12-06T15:44:09,095 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:09,124 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5c9450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:09,124 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:09,124 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:09,125 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:09,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eef6c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:09,127 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:09,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e814a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:09,128 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:09,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:09,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:09,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:09,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:09,131 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-06T15:44:09,132 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:09,132 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:09,132 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:09,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:09,132 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-06T15:44:09,132 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:09,137 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731/_temporary/0/_temporary/attempt_local310322108_0013_r_000000_0/f/a2083877683743938e0ee781b1b79833 is 37, key is row10/f:q1/1733499750461/Put/seqid=0 2024-12-06T15:44:09,139 WARN [Thread-1719 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741981_1157 (size=8741) 2024-12-06T15:44:09,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-06T15:44:10,082 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731 2024-12-06T15:44:10,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372d5055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:10,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:10,083 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:10,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:10,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:10,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd1b345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:10,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:10,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,085 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:10,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10442ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:10,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:10,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:10,090 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731/_SUCCESS 2024-12-06T15:44:10,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:10,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:10,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@119711f0 2024-12-06T15:44:10,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:10,095 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:10,102 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-06T15:44:10,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731/f/a2083877683743938e0ee781b1b79833 first=Optional[row0] last=Optional[row98] 2024-12-06T15:44:10,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731/f/a2083877683743938e0ee781b1b79833 for inclusion in 13637888088b3d9fd6076a91fdf4cb1f/f 2024-12-06T15:44:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-06T15:44:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T15:44:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for 13637888088b3d9fd6076a91fdf4cb1f: 2024-12-06T15:44:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499847731/f/a2083877683743938e0ee781b1b79833 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__pd92so4s669cqtn6spm2ok9v2v8bmod22qhpken4vf126gh96nv4h8s51ug73di2/f/a2083877683743938e0ee781b1b79833 2024-12-06T15:44:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__pd92so4s669cqtn6spm2ok9v2v8bmod22qhpken4vf126gh96nv4h8s51ug73di2/f/a2083877683743938e0ee781b1b79833 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f/08b8dd06e94843cb934f47ace703b87a_SeqId_4_ 2024-12-06T15:44:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601d7858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:10,120 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef895d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,122 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:10,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:10,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@607aa6f4 2024-12-06T15:44:10,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:10,124 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:10,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:10,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:10,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:10,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:10,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:10,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__pd92so4s669cqtn6spm2ok9v2v8bmod22qhpken4vf126gh96nv4h8s51ug73di2/f/a2083877683743938e0ee781b1b79833 into 13637888088b3d9fd6076a91fdf4cb1f/f as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f/08b8dd06e94843cb934f47ace703b87a_SeqId_4_ - updating store file list. 2024-12-06T15:44:10,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f/08b8dd06e94843cb934f47ace703b87a_SeqId_4_ into 13637888088b3d9fd6076a91fdf4cb1f/f 2024-12-06T15:44:10,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__pd92so4s669cqtn6spm2ok9v2v8bmod22qhpken4vf126gh96nv4h8s51ug73di2/f/a2083877683743938e0ee781b1b79833 into 13637888088b3d9fd6076a91fdf4cb1f/f (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f/08b8dd06e94843cb934f47ace703b87a_SeqId_4_) 2024-12-06T15:44:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__pd92so4s669cqtn6spm2ok9v2v8bmod22qhpken4vf126gh96nv4h8s51ug73di2/f/a2083877683743938e0ee781b1b79833 2024-12-06T15:44:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694f257e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:10,156 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d750f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:10,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:10,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:10,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab8c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:10,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:10,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8c9577 2024-12-06T15:44:10,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:10,160 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:10,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:10,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:10,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:10,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:10,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:10,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:10,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:10,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:10,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:10,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:10,177 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-06T15:44:10,177 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-06T15:44:10,177 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733499756608 hdfs://localhost:45993/backupUT/backup_1733499756608/ns2/test-17334997469481/ 2024-12-06T15:44:10,177 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-06T15:44:10,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:10,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:10,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:10,178 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T15:44:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:10,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:10,200 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499827039/.backup.manifest 2024-12-06T15:44:10,202 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499827039/.backup.manifest 2024-12-06T15:44:10,203 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499792140/.backup.manifest 2024-12-06T15:44:10,204 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499792140/.backup.manifest 2024-12-06T15:44:10,205 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733499746948' to 'table1' from full backup image hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948 2024-12-06T15:44:10,207 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733499827039 2024-12-06T15:44:10,210 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-06T15:44:10,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-12-06T15:44:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-06T15:44:10,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499850221"}]},"ts":"1733499850221"} 2024-12-06T15:44:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T15:44:10,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-06T15:44:10,222 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-06T15:44:10,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-06T15:44:10,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, UNASSIGN}] 2024-12-06T15:44:10,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, UNASSIGN 2024-12-06T15:44:10,231 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, UNASSIGN 2024-12-06T15:44:10,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=a42c02858625eba6803b2409f51340ef, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:10,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=097fb240feb5b5a985e0ece8f60eb851, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:10,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, UNASSIGN because future has completed 2024-12-06T15:44:10,235 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:44:10,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42c02858625eba6803b2409f51340ef, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, UNASSIGN because future has completed 2024-12-06T15:44:10,236 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:44:10,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 097fb240feb5b5a985e0ece8f60eb851, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:10,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-06T15:44:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T15:44:10,389 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:10,389 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:44:10,389 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing a42c02858625eba6803b2409f51340ef, disabling compactions & flushes 2024-12-06T15:44:10,389 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:10,389 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:10,389 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733499839876.a42c02858625eba6803b2409f51340ef. after waiting 0 ms 2024-12-06T15:44:10,389 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:10,401 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T15:44:10,402 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:10,402 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733499839876.a42c02858625eba6803b2409f51340ef. 2024-12-06T15:44:10,403 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for a42c02858625eba6803b2409f51340ef: Waiting for close lock at 1733499850389Running coprocessor pre-close hooks at 1733499850389Disabling compacts and flushes for region at 1733499850389Disabling writes for close at 1733499850389Writing region close event to WAL at 1733499850392 (+3 ms)Running coprocessor post-close hooks at 1733499850402 (+10 ms)Closed at 1733499850402 2024-12-06T15:44:10,405 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:10,405 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:10,405 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:44:10,405 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 097fb240feb5b5a985e0ece8f60eb851, disabling compactions & flushes 2024-12-06T15:44:10,405 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:10,406 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:10,406 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. after waiting 0 ms 2024-12-06T15:44:10,406 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:10,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=a42c02858625eba6803b2409f51340ef, regionState=CLOSED 2024-12-06T15:44:10,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42c02858625eba6803b2409f51340ef, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:10,411 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T15:44:10,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-12-06T15:44:10,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure a42c02858625eba6803b2409f51340ef, server=bb7ea3e46d9c,35665,1733499739015 in 174 msec 2024-12-06T15:44:10,412 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:10,412 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. 2024-12-06T15:44:10,412 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 097fb240feb5b5a985e0ece8f60eb851: Waiting for close lock at 1733499850405Running coprocessor pre-close hooks at 1733499850405Disabling compacts and flushes for region at 1733499850405Disabling writes for close at 1733499850406 (+1 ms)Writing region close event to WAL at 1733499850407 (+1 ms)Running coprocessor post-close hooks at 1733499850412 (+5 ms)Closed at 1733499850412 2024-12-06T15:44:10,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a42c02858625eba6803b2409f51340ef, UNASSIGN in 182 msec 2024-12-06T15:44:10,415 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:10,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=097fb240feb5b5a985e0ece8f60eb851, regionState=CLOSED 2024-12-06T15:44:10,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 097fb240feb5b5a985e0ece8f60eb851, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:10,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-12-06T15:44:10,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 097fb240feb5b5a985e0ece8f60eb851, server=bb7ea3e46d9c,35665,1733499739015 in 182 msec 2024-12-06T15:44:10,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-12-06T15:44:10,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=097fb240feb5b5a985e0ece8f60eb851, UNASSIGN in 191 msec 2024-12-06T15:44:10,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-06T15:44:10,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 199 msec 2024-12-06T15:44:10,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499850425"}]},"ts":"1733499850425"} 2024-12-06T15:44:10,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-06T15:44:10,427 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-06T15:44:10,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 212 msec 2024-12-06T15:44:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T15:44:10,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-06T15:44:10,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-12-06T15:44:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-06T15:44:10,547 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-06T15:44:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T15:44:10,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:10,555 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:10,558 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f3, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/mob, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/recovered.edits] 2024-12-06T15:44:10,558 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f3, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/mob, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/recovered.edits] 2024-12-06T15:44:10,563 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f/f0de7a23d645490b8add73363f5fd684_SeqId_4_ to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/f/f0de7a23d645490b8add73363f5fd684_SeqId_4_ 2024-12-06T15:44:10,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/f3/31efc082adc246c99bb72104806f73a5_SeqId_4_ to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/default/table1/a42c02858625eba6803b2409f51340ef/f3/31efc082adc246c99bb72104806f73a5_SeqId_4_ 2024-12-06T15:44:10,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/mob/96f10ca480374a8996a579dfcd160e17_SeqId_4_ to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/default/table1/a42c02858625eba6803b2409f51340ef/mob/96f10ca480374a8996a579dfcd160e17_SeqId_4_ 2024-12-06T15:44:10,567 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/recovered.edits/6.seqid to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/default/table1/097fb240feb5b5a985e0ece8f60eb851/recovered.edits/6.seqid 2024-12-06T15:44:10,567 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/097fb240feb5b5a985e0ece8f60eb851 2024-12-06T15:44:10,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef/recovered.edits/6.seqid to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/default/table1/a42c02858625eba6803b2409f51340ef/recovered.edits/6.seqid 2024-12-06T15:44:10,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/a42c02858625eba6803b2409f51340ef 2024-12-06T15:44:10,569 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-06T15:44:10,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-06T15:44:10,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-06T15:44:10,572 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-06T15:44:10,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T15:44:10,581 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-06T15:44:10,584 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-12-06T15:44:10,585 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-12-06T15:44:10,585 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733499839876.a42c02858625eba6803b2409f51340ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733499850585"}]},"ts":"9223372036854775807"} 2024-12-06T15:44:10,585 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733499850585"}]},"ts":"9223372036854775807"} 2024-12-06T15:44:10,587 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-06T15:44:10,587 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a42c02858625eba6803b2409f51340ef, NAME => 'table1,,1733499839876.a42c02858625eba6803b2409f51340ef.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 097fb240feb5b5a985e0ece8f60eb851, NAME => 'table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-06T15:44:10,587 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-12-06T15:44:10,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733499850588"}]},"ts":"9223372036854775807"} 2024-12-06T15:44:10,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-06T15:44:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741982_1158 (size=938) 2024-12-06T15:44:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T15:44:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T15:44:10,999 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 870a0501bb9431e812f06ddf90738483, NAME => 'table1,,1733499850573.870a0501bb9431e812f06ddf90738483.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:44:11,000 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c187cb2652f46c769949e853c0dcbbe9, NAME => 'table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:44:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741984_1160 (size=45) 2024-12-06T15:44:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741983_1159 (size=45) 2024-12-06T15:44:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T15:44:11,411 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733499850573.870a0501bb9431e812f06ddf90738483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:11,411 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:11,411 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 870a0501bb9431e812f06ddf90738483, disabling compactions & flushes 2024-12-06T15:44:11,411 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing c187cb2652f46c769949e853c0dcbbe9, disabling compactions & flushes 2024-12-06T15:44:11,411 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,412 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733499850573.870a0501bb9431e812f06ddf90738483. after waiting 0 ms 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. after waiting 0 ms 2024-12-06T15:44:11,412 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,412 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 870a0501bb9431e812f06ddf90738483: Waiting for close lock at 1733499851411Disabling compacts and flushes for region at 1733499851411Disabling writes for close at 1733499851412 (+1 ms)Writing region close event to WAL at 1733499851412Closed at 1733499851412 2024-12-06T15:44:11,412 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for c187cb2652f46c769949e853c0dcbbe9: Waiting for close lock at 1733499851411Disabling compacts and flushes for region at 1733499851411Disabling writes for close at 1733499851412 (+1 ms)Writing region close event to WAL at 1733499851412Closed at 1733499851412 2024-12-06T15:44:11,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733499850573.870a0501bb9431e812f06ddf90738483.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733499851415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499851415"}]},"ts":"1733499851415"} 2024-12-06T15:44:11,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733499851415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499851415"}]},"ts":"1733499851415"} 2024-12-06T15:44:11,421 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T15:44:11,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499851423"}]},"ts":"1733499851423"} 2024-12-06T15:44:11,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-06T15:44:11,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, ASSIGN}] 2024-12-06T15:44:11,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, ASSIGN 2024-12-06T15:44:11,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, ASSIGN 2024-12-06T15:44:11,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:44:11,427 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:44:11,579 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=c187cb2652f46c769949e853c0dcbbe9, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:11,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=870a0501bb9431e812f06ddf90738483, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:11,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, ASSIGN because future has completed 2024-12-06T15:44:11,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, ASSIGN because future has completed 2024-12-06T15:44:11,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T15:44:11,745 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,745 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => c187cb2652f46c769949e853c0dcbbe9, NAME => 'table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-06T15:44:11,746 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:11,746 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,746 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:11,746 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,746 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,748 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,750 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c187cb2652f46c769949e853c0dcbbe9 columnFamilyName f 2024-12-06T15:44:11,750 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:11,751 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(327): Store=c187cb2652f46c769949e853c0dcbbe9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:11,751 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,752 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c187cb2652f46c769949e853c0dcbbe9 columnFamilyName f3 2024-12-06T15:44:11,753 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:11,753 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(327): Store=c187cb2652f46c769949e853c0dcbbe9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:11,753 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,755 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c187cb2652f46c769949e853c0dcbbe9 columnFamilyName mob 2024-12-06T15:44:11,757 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:11,758 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(327): Store=c187cb2652f46c769949e853c0dcbbe9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:11,759 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,759 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,760 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,762 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:44:11,763 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,765 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:44:11,765 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened c187cb2652f46c769949e853c0dcbbe9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11921964800, jitterRate=0.11031949520111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:44:11,765 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:11,766 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for c187cb2652f46c769949e853c0dcbbe9: Running coprocessor pre-open hook at 1733499851746Writing region info on filesystem at 1733499851746Initializing all the Stores at 1733499851748 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499851748Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499851748Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499851748Cleaning up temporary data from old regions at 1733499851761 (+13 ms)Running coprocessor post-open hooks at 1733499851765 (+4 ms)Region opened successfully at 1733499851766 (+1 ms) 2024-12-06T15:44:11,767 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9., pid=79, masterSystemTime=1733499851739 2024-12-06T15:44:11,768 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,768 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:11,769 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 870a0501bb9431e812f06ddf90738483, NAME => 'table1,,1733499850573.870a0501bb9431e812f06ddf90738483.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-06T15:44:11,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=c187cb2652f46c769949e853c0dcbbe9, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:11,769 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:11,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733499850573.870a0501bb9431e812f06ddf90738483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:11,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:11,771 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,771 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43051 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=bb7ea3e46d9c,35665,1733499739015, table=table1, region=c187cb2652f46c769949e853c0dcbbe9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T15:44:11,773 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870a0501bb9431e812f06ddf90738483 columnFamilyName f 2024-12-06T15:44:11,773 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:11,773 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(327): Store=870a0501bb9431e812f06ddf90738483/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:11,774 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-06T15:44:11,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015 in 188 msec 2024-12-06T15:44:11,775 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870a0501bb9431e812f06ddf90738483 columnFamilyName f3 2024-12-06T15:44:11,775 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:11,775 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(327): Store=870a0501bb9431e812f06ddf90738483/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:11,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, ASSIGN in 348 msec 2024-12-06T15:44:11,776 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,777 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870a0501bb9431e812f06ddf90738483 columnFamilyName mob 2024-12-06T15:44:11,777 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:11,777 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(327): Store=870a0501bb9431e812f06ddf90738483/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:11,778 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,779 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,779 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,780 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,780 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,781 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:44:11,782 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,784 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:44:11,785 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 870a0501bb9431e812f06ddf90738483; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10505264480, jitterRate=-0.02162100374698639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:44:11,785 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:11,785 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 870a0501bb9431e812f06ddf90738483: Running coprocessor pre-open hook at 1733499851770Writing region info on filesystem at 1733499851770Initializing all the Stores at 1733499851771 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499851771Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499851771Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499851771Cleaning up temporary data from old regions at 1733499851780 (+9 ms)Running coprocessor post-open hooks at 1733499851785 (+5 ms)Region opened successfully at 1733499851785 2024-12-06T15:44:11,786 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733499850573.870a0501bb9431e812f06ddf90738483., pid=80, masterSystemTime=1733499851739 2024-12-06T15:44:11,788 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,788 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:11,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=870a0501bb9431e812f06ddf90738483, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:11,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:11,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-12-06T15:44:11,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015 in 204 msec 2024-12-06T15:44:11,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-06T15:44:11,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, ASSIGN in 366 msec 2024-12-06T15:44:11,794 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499851794"}]},"ts":"1733499851794"} 2024-12-06T15:44:11,795 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-06T15:44:11,795 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-06T15:44:11,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2550 sec 2024-12-06T15:44:12,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-06T15:44:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T15:44:12,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-06T15:44:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:12,705 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3,hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a from hbase tables test-1733499746948 to tables table1 2024-12-06T15:44:12,705 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733499746948 into table1 2024-12-06T15:44:12,707 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705 from hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3,hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a 2024-12-06T15:44:12,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3d4e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:12,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:12,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:12,709 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49377a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:12,711 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:12,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac70cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:12,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:12,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:12,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74853abf 2024-12-06T15:44:12,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:12,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:12,714 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:44:12,714 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-06T15:44:12,714 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:12,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:12,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:12,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:12,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:12,718 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-06T15:44:12,718 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-06T15:44:12,718 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-06T15:44:12,719 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_557a57bf-2ea6-4468-8b77-c9f62539c7a3 2024-12-06T15:44:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741985_1161 (size=177) 2024-12-06T15:44:13,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-821203284969689331.jar 2024-12-06T15:44:13,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:13,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:44:13,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:44:13,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:44:13,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:44:13,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:44:13,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:44:13,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:44:13,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:44:13,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:44:13,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:44:13,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:13,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:44:13,917 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-06T15:44:13,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:13,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:13,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:13,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:13,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:13,917 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-06T15:44:13,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:13,927 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:44:13,938 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-06T15:44:14,029 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local204283810_0014_37a4df21-a13b-4d71-af15-6b9ce2e5c259/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:44:14,029 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local204283810_0014_37a4df21-a13b-4d71-af15-6b9ce2e5c259/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:44:14,077 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/97fca9d3a43d43a69a163b786de20175 2024-12-06T15:44:14,080 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:14,114 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/a89f669a68d1492988b108a43bea102a 2024-12-06T15:44:14,118 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:14,140 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f/b3f3fd1005cd4a08b685c0924b7ae7fe 2024-12-06T15:44:14,142 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:14,172 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/74c31fbe176ca0068275213f772c5fb3/mob/d41d8cd98f00b204e9800998ecf8427e20241206a148ac0358734c1eacec2a5d992ca5b3_b83725b682e508e5f26adb233a71a74a 2024-12-06T15:44:14,175 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:14,195 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/default/test-1733499746948/archive/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/mob/f7c2da466a4c4ea6a2fd2877709f4a04 2024-12-06T15:44:14,198 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:14,230 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25be7d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:14,230 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:14,231 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:14,231 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44058c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:14,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:14,234 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:14,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696b041e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:14,235 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:14,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:14,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733499746948-1-0', locateType=CURRENT is [region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:14,240 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-06T15:44:14,240 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:14,240 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:14,240 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:14,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:14,240 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-1-0] 2024-12-06T15:44:14,240 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:14,249 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af3da1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:14,249 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:14,249 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:14,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bebda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:14,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:14,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:14,252 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:14,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6b9a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:14,253 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:14,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:14,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:14,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:14,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733499746948-3-0', locateType=CURRENT is [region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:14,256 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-06T15:44:14,256 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:14,256 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:14,257 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:14,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:14,257 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-3-0] 2024-12-06T15:44:14,257 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:14,262 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/_temporary/0/_temporary/attempt_local204283810_0014_r_000000_0/f/c47a279147ef439399a5eeb4002943c9 is 59, key is row-test-1733499746948-1-10/f:q1/1733499776672/Put/seqid=0 2024-12-06T15:44:14,264 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741986_1162 (size=11124) 2024-12-06T15:44:14,669 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/_temporary/0/_temporary/attempt_local204283810_0014_r_000000_0/mob/50e01ff2b49a4223a74ff29a864aeb77 is 192, key is row-test-1733499746948-3-100/mob:q1/1733499777016/Put/seqid=0 2024-12-06T15:44:14,672 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741987_1163 (size=13403) 2024-12-06T15:44:15,110 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77091a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:15,110 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:15,110 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:15,111 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:15,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:15,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:15,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7849f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:15,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:15,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:15,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:15,112 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:15,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dca44ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:15,113 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:15,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:15,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:15,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:15,117 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-06T15:44:15,117 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:15,117 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:15,117 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:15,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:15,117 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-06T15:44:15,117 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:15,122 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/_temporary/0/_temporary/attempt_local204283810_0014_r_000001_0/f/83cccbb21b4e46aea02a963ad565e2d8 is 37, key is row10/f:q1/1733499748124/Put/seqid=0 2024-12-06T15:44:15,123 WARN [Thread-1823 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741988_1164 (size=8741) 2024-12-06T15:44:16,077 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705 2024-12-06T15:44:16,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fe7cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:16,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:16,079 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6204cded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:16,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,080 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:16,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8326fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:16,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:16,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:16,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:16,085 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/_SUCCESS 2024-12-06T15:44:16,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@736f6835 2024-12-06T15:44:16,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:16,094 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:16,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:16,101 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/f/83cccbb21b4e46aea02a963ad565e2d8 first=Optional[row0] last=Optional[row98] 2024-12-06T15:44:16,113 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/f/c47a279147ef439399a5eeb4002943c9 first=Optional[row-test-1733499746948-1-0] last=Optional[row-test-1733499746948-1-98] 2024-12-06T15:44:16,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/mob/50e01ff2b49a4223a74ff29a864aeb77 first=Optional[row-test-1733499746948-3-0] last=Optional[row-test-1733499746948-3-99] 2024-12-06T15:44:16,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/f/83cccbb21b4e46aea02a963ad565e2d8 for inclusion in c187cb2652f46c769949e853c0dcbbe9/f 2024-12-06T15:44:16,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/f/c47a279147ef439399a5eeb4002943c9 for inclusion in 870a0501bb9431e812f06ddf90738483/f 2024-12-06T15:44:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-06T15:44:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733499746948-1-0 last=row-test-1733499746948-1-98 2024-12-06T15:44:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-06T15:44:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-06T15:44:16,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/mob/50e01ff2b49a4223a74ff29a864aeb77 for inclusion in 870a0501bb9431e812f06ddf90738483/mob 2024-12-06T15:44:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for c187cb2652f46c769949e853c0dcbbe9: 2024-12-06T15:44:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/f/83cccbb21b4e46aea02a963ad565e2d8 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/83cccbb21b4e46aea02a963ad565e2d8 2024-12-06T15:44:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/83cccbb21b4e46aea02a963ad565e2d8 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/f/a4ee67de940a4a519c75606204068c27_SeqId_4_ 2024-12-06T15:44:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733499746948-3-0 last=row-test-1733499746948-3-99 2024-12-06T15:44:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-06T15:44:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for 870a0501bb9431e812f06ddf90738483: 2024-12-06T15:44:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbd9a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/f/c47a279147ef439399a5eeb4002943c9 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/c47a279147ef439399a5eeb4002943c9 2024-12-06T15:44:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:16,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a04357c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,133 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/c47a279147ef439399a5eeb4002943c9 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f/1e0b8cbd7d074035a38f7eb8c7cab70d_SeqId_4_ 2024-12-06T15:44:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4207b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@261073e2 2024-12-06T15:44:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499852705/mob/50e01ff2b49a4223a74ff29a864aeb77 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/mob/50e01ff2b49a4223a74ff29a864aeb77 2024-12-06T15:44:16,135 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:16,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:16,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:16,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/mob/50e01ff2b49a4223a74ff29a864aeb77 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/mob/0af0ee731bc648199c389f0a3433d3ec_SeqId_4_ 2024-12-06T15:44:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd09818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:16,142 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:16,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a41a937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,144 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6ba32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a42db30 2024-12-06T15:44:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:16,149 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:16,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:16,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:16,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665. 2024-12-06T15:44:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:16,158 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/83cccbb21b4e46aea02a963ad565e2d8 into c187cb2652f46c769949e853c0dcbbe9/f as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/f/a4ee67de940a4a519c75606204068c27_SeqId_4_ - updating store file list. 2024-12-06T15:44:16,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,164 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/f/a4ee67de940a4a519c75606204068c27_SeqId_4_ into c187cb2652f46c769949e853c0dcbbe9/f 2024-12-06T15:44:16,164 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/83cccbb21b4e46aea02a963ad565e2d8 into c187cb2652f46c769949e853c0dcbbe9/f (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/f/a4ee67de940a4a519c75606204068c27_SeqId_4_) 2024-12-06T15:44:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/83cccbb21b4e46aea02a963ad565e2d8 2024-12-06T15:44:16,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d600aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:16,167 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143e04da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:16,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479b3ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:16,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:16,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:16,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d91c937 2024-12-06T15:44:16,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:16,172 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:16,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485fe8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:16,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:16,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:16,174 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:16,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:16,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:16,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c6758f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:16,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:16,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:16,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,176 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:16,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1924ff30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:16,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:16,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3910e9f9 2024-12-06T15:44:16,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:16,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:16,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:16,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:16,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:16,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:16,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665. 2024-12-06T15:44:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:16,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:16,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/c47a279147ef439399a5eeb4002943c9 into 870a0501bb9431e812f06ddf90738483/f as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f/1e0b8cbd7d074035a38f7eb8c7cab70d_SeqId_4_ - updating store file list. 2024-12-06T15:44:16,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f/1e0b8cbd7d074035a38f7eb8c7cab70d_SeqId_4_ into 870a0501bb9431e812f06ddf90738483/f 2024-12-06T15:44:16,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/c47a279147ef439399a5eeb4002943c9 into 870a0501bb9431e812f06ddf90738483/f (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f/1e0b8cbd7d074035a38f7eb8c7cab70d_SeqId_4_) 2024-12-06T15:44:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/f/c47a279147ef439399a5eeb4002943c9 2024-12-06T15:44:16,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/mob/50e01ff2b49a4223a74ff29a864aeb77 into 870a0501bb9431e812f06ddf90738483/mob as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/mob/0af0ee731bc648199c389f0a3433d3ec_SeqId_4_ - updating store file list. 2024-12-06T15:44:16,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/mob/0af0ee731bc648199c389f0a3433d3ec_SeqId_4_ into 870a0501bb9431e812f06ddf90738483/mob 2024-12-06T15:44:16,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/mob/50e01ff2b49a4223a74ff29a864aeb77 into 870a0501bb9431e812f06ddf90738483/mob (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/mob/0af0ee731bc648199c389f0a3433d3ec_SeqId_4_) 2024-12-06T15:44:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__hcchmee6hcsjbphd5n2rb11bsnnpao18fg9abjla537v90aj8jm00jq0pfi09s4d/mob/50e01ff2b49a4223a74ff29a864aeb77 2024-12-06T15:44:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b78d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:16,214 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:16,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:16,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:16,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b5f131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:16,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:16,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:16,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0a8dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:16,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:16,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67e0ecbd 2024-12-06T15:44:16,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:16,218 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:16,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:16,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:16,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:16,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:16,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:16,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:16,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:16,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:16,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:16,240 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-06T15:44:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:16,241 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T15:44:16,257 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733499746948' to 'table1' from log dirs: hdfs://localhost:45993/backupUT/backup_1733499827039/default/test-1733499746948/f2/b607f222728e4b248cd435a9b407452e 2024-12-06T15:44:16,261 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733499746948', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733499827039 2024-12-06T15:44:16,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:44:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-06T15:44:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741989_1165 (size=938) 2024-12-06T15:44:16,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T15:44:16,344 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-06T15:44:16,679 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-06T15:44:16,679 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-06T15:44:16,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-06T15:44:16,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, REOPEN/MOVE}] 2024-12-06T15:44:16,690 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, REOPEN/MOVE 2024-12-06T15:44:16,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, REOPEN/MOVE 2024-12-06T15:44:16,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c187cb2652f46c769949e853c0dcbbe9, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:16,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=870a0501bb9431e812f06ddf90738483, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:16,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, REOPEN/MOVE because future has completed 2024-12-06T15:44:16,693 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:44:16,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:16,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, REOPEN/MOVE because future has completed 2024-12-06T15:44:16,694 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:44:16,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:16,848 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:16,848 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:44:16,848 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 870a0501bb9431e812f06ddf90738483, disabling compactions & flushes 2024-12-06T15:44:16,849 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:16,849 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:16,849 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1733499850573.870a0501bb9431e812f06ddf90738483. after waiting 0 ms 2024-12-06T15:44:16,849 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:16,860 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T15:44:16,861 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:16,861 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:16,861 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 870a0501bb9431e812f06ddf90738483: Waiting for close lock at 1733499856848Running coprocessor pre-close hooks at 1733499856848Disabling compacts and flushes for region at 1733499856848Disabling writes for close at 1733499856849 (+1 ms)Writing region close event to WAL at 1733499856852 (+3 ms)Running coprocessor post-close hooks at 1733499856861 (+9 ms)Closed at 1733499856861 2024-12-06T15:44:16,861 WARN [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 870a0501bb9431e812f06ddf90738483 to self. 2024-12-06T15:44:16,864 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:16,864 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:16,864 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:44:16,864 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing c187cb2652f46c769949e853c0dcbbe9, disabling compactions & flushes 2024-12-06T15:44:16,864 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:16,864 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:16,864 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. after waiting 0 ms 2024-12-06T15:44:16,864 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:16,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=870a0501bb9431e812f06ddf90738483, regionState=CLOSED 2024-12-06T15:44:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:16,871 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T15:44:16,871 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:16,872 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:16,872 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for c187cb2652f46c769949e853c0dcbbe9: Waiting for close lock at 1733499856864Running coprocessor pre-close hooks at 1733499856864Disabling compacts and flushes for region at 1733499856864Disabling writes for close at 1733499856864Writing region close event to WAL at 1733499856866 (+2 ms)Running coprocessor post-close hooks at 1733499856871 (+5 ms)Closed at 1733499856872 (+1 ms) 2024-12-06T15:44:16,872 WARN [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: c187cb2652f46c769949e853c0dcbbe9 to self. 2024-12-06T15:44:16,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-12-06T15:44:16,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015 in 175 msec 2024-12-06T15:44:16,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, REOPEN/MOVE; state=CLOSED, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=true 2024-12-06T15:44:16,874 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:16,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c187cb2652f46c769949e853c0dcbbe9, regionState=CLOSED 2024-12-06T15:44:16,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:16,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-06T15:44:16,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015 in 185 msec 2024-12-06T15:44:16,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, REOPEN/MOVE; state=CLOSED, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=true 2024-12-06T15:44:17,024 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=870a0501bb9431e812f06ddf90738483, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:17,024 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c187cb2652f46c769949e853c0dcbbe9, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, REOPEN/MOVE because future has completed 2024-12-06T15:44:17,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:17,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, REOPEN/MOVE because future has completed 2024-12-06T15:44:17,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:17,191 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:17,191 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 870a0501bb9431e812f06ddf90738483, NAME => 'table1,,1733499850573.870a0501bb9431e812f06ddf90738483.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-06T15:44:17,192 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:17,192 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,192 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733499850573.870a0501bb9431e812f06ddf90738483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:17,192 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,192 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,194 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,196 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870a0501bb9431e812f06ddf90738483 columnFamilyName f 2024-12-06T15:44:17,196 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:17,204 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f/1e0b8cbd7d074035a38f7eb8c7cab70d_SeqId_4_ 2024-12-06T15:44:17,204 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(327): Store=870a0501bb9431e812f06ddf90738483/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:17,205 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,206 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870a0501bb9431e812f06ddf90738483 columnFamilyName f2 2024-12-06T15:44:17,206 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:17,207 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(327): Store=870a0501bb9431e812f06ddf90738483/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:17,207 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,208 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870a0501bb9431e812f06ddf90738483 columnFamilyName mob 2024-12-06T15:44:17,208 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:17,215 DEBUG [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/mob/0af0ee731bc648199c389f0a3433d3ec_SeqId_4_ 2024-12-06T15:44:17,216 INFO [StoreOpener-870a0501bb9431e812f06ddf90738483-1 {}] regionserver.HStore(327): Store=870a0501bb9431e812f06ddf90738483/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:17,216 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,217 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,218 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,219 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,219 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,220 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:44:17,221 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,222 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 870a0501bb9431e812f06ddf90738483; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10169652960, jitterRate=-0.052877262234687805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:44:17,222 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:17,223 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 870a0501bb9431e812f06ddf90738483: Running coprocessor pre-open hook at 1733499857193Writing region info on filesystem at 1733499857193Initializing all the Stores at 1733499857194 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499857194Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499857194Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499857194Cleaning up temporary data from old regions at 1733499857219 (+25 ms)Running coprocessor post-open hooks at 1733499857222 (+3 ms)Region opened successfully at 1733499857223 (+1 ms) 2024-12-06T15:44:17,223 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733499850573.870a0501bb9431e812f06ddf90738483., pid=87, masterSystemTime=1733499857183 2024-12-06T15:44:17,225 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:17,225 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:17,225 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:17,226 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => c187cb2652f46c769949e853c0dcbbe9, NAME => 'table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-06T15:44:17,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=870a0501bb9431e812f06ddf90738483, regionState=OPEN, openSeqNum=7, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:17,226 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:17,226 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,226 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:17,226 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,226 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:17,228 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,229 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c187cb2652f46c769949e853c0dcbbe9 columnFamilyName f 2024-12-06T15:44:17,229 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:17,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-12-06T15:44:17,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 870a0501bb9431e812f06ddf90738483, server=bb7ea3e46d9c,35665,1733499739015 in 200 msec 2024-12-06T15:44:17,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=870a0501bb9431e812f06ddf90738483, REOPEN/MOVE in 541 msec 2024-12-06T15:44:17,234 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/f/a4ee67de940a4a519c75606204068c27_SeqId_4_ 2024-12-06T15:44:17,235 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(327): Store=c187cb2652f46c769949e853c0dcbbe9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:17,235 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,236 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c187cb2652f46c769949e853c0dcbbe9 columnFamilyName f2 2024-12-06T15:44:17,236 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:17,237 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(327): Store=c187cb2652f46c769949e853c0dcbbe9/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:17,237 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,237 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c187cb2652f46c769949e853c0dcbbe9 columnFamilyName mob 2024-12-06T15:44:17,238 DEBUG [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:17,238 INFO [StoreOpener-c187cb2652f46c769949e853c0dcbbe9-1 {}] regionserver.HStore(327): Store=c187cb2652f46c769949e853c0dcbbe9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:17,238 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,239 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,240 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,241 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,241 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,241 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T15:44:17,242 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,243 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened c187cb2652f46c769949e853c0dcbbe9; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11320899360, jitterRate=0.0543409138917923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T15:44:17,243 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:17,243 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for c187cb2652f46c769949e853c0dcbbe9: Running coprocessor pre-open hook at 1733499857227Writing region info on filesystem at 1733499857227Initializing all the Stores at 1733499857227Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499857227Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499857228 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499857228Cleaning up temporary data from old regions at 1733499857241 (+13 ms)Running coprocessor post-open hooks at 1733499857243 (+2 ms)Region opened successfully at 1733499857243 2024-12-06T15:44:17,244 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9., pid=88, masterSystemTime=1733499857183 2024-12-06T15:44:17,245 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:17,245 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:17,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c187cb2652f46c769949e853c0dcbbe9, regionState=OPEN, openSeqNum=7, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:17,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:17,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-06T15:44:17,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-12-06T15:44:17,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure c187cb2652f46c769949e853c0dcbbe9, server=bb7ea3e46d9c,35665,1733499739015 in 218 msec 2024-12-06T15:44:17,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-12-06T15:44:17,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c187cb2652f46c769949e853c0dcbbe9, REOPEN/MOVE in 560 msec 2024-12-06T15:44:17,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-06T15:44:17,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 566 msec 2024-12-06T15:44:17,254 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-06T15:44:17,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733499850573.870a0501bb9431e812f06ddf90738483., family=f3 2024-12-06T15:44:17,256 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9., family=f3 2024-12-06T15:44:17,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 992 msec 2024-12-06T15:44:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-06T15:44:17,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-06T15:44:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:17,264 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:44:17,264 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:45993/backupUT/backup_1733499827039/default/test-1733499746948/f2/b607f222728e4b248cd435a9b407452e from hbase tables test-1733499746948 to tables table1 2024-12-06T15:44:17,264 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733499746948 into table1 2024-12-06T15:44:17,265 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264 from hdfs://localhost:45993/backupUT/backup_1733499827039/default/test-1733499746948/f2/b607f222728e4b248cd435a9b407452e 2024-12-06T15:44:17,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b92a305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:17,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:17,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:17,267 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:17,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:17,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:17,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253b3cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:17,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:17,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:17,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:17,269 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:17,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf7e73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:17,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2885f206 2024-12-06T15:44:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:17,271 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:17,272 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:44:17,272 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-06T15:44:17,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:17,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:17,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:17,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:17,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:17,277 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-06T15:44:17,277 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-06T15:44:17,277 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-06T15:44:17,277 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_70178bb7-41ce-46d6-af26-7ca66942354f 2024-12-06T15:44:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741990_1166 (size=177) 2024-12-06T15:44:17,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:17,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:17,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-9558874076234753437.jar 2024-12-06T15:44:18,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:18,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:44:18,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:44:18,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:44:18,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:44:18,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:44:18,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:44:18,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:44:18,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:44:18,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:44:18,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:18,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:44:18,470 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-06T15:44:18,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:18,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:18,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:18,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:18,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:18,470 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-06T15:44:18,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:18,480 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:44:18,492 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-06T15:44:18,577 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local698054550_0015_4bfbee0b-3950-4125-b64e-3ab4360d556a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:44:18,577 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local698054550_0015_4bfbee0b-3950-4125-b64e-3ab4360d556a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:44:18,627 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499827039/default/test-1733499746948/f2/b607f222728e4b248cd435a9b407452e 2024-12-06T15:44:18,629 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:18,658 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39304f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:18,658 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:18,658 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:18,659 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:18,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:18,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:18,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a39aae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:18,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:18,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dcf683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:18,662 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:18,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:18,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:18,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:18,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733499746948-2-0', locateType=CURRENT is [region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7] 2024-12-06T15:44:18,665 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-06T15:44:18,665 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:18,665 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:18,665 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:18,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:18,666 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733499746948-2-0] 2024-12-06T15:44:18,666 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:18,669 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264/_temporary/0/_temporary/attempt_local698054550_0015_r_000000_0/f2/ca495cc2c3c04f68a4209a35493a8e2c is 58, key is row-test-1733499746948-2-0/f2:q1/1733499822028/Put/seqid=0 2024-12-06T15:44:18,671 WARN [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:18,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741991_1167 (size=5608) 2024-12-06T15:44:19,613 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264 2024-12-06T15:44:19,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf175df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:19,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:19,615 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:19,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:19,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:19,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e302e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:19,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,618 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:19,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a66ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:19,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:19,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:19,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:19,625 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264/_SUCCESS 2024-12-06T15:44:19,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c019172 2024-12-06T15:44:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:19,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:19,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7] 2024-12-06T15:44:19,636 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-06T15:44:19,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264/f2/ca495cc2c3c04f68a4209a35493a8e2c first=Optional[row-test-1733499746948-2-0] last=Optional[row-test-1733499746948-2-6] 2024-12-06T15:44:19,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264/f2/ca495cc2c3c04f68a4209a35493a8e2c for inclusion in 870a0501bb9431e812f06ddf90738483/f2 2024-12-06T15:44:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733499746948-2-0 last=row-test-1733499746948-2-6 2024-12-06T15:44:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-06T15:44:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for 870a0501bb9431e812f06ddf90738483: 2024-12-06T15:44:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-default-table1-1733499857264/f2/ca495cc2c3c04f68a4209a35493a8e2c to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__lo4vpskd731gk9mhf6ijpdm4df75kjvde10lp202j4e1olicfsfe2o07nt33jjb6/f2/ca495cc2c3c04f68a4209a35493a8e2c 2024-12-06T15:44:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__lo4vpskd731gk9mhf6ijpdm4df75kjvde10lp202j4e1olicfsfe2o07nt33jjb6/f2/ca495cc2c3c04f68a4209a35493a8e2c as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f2/7fcf6c61470f4f7e971473aacc48a92e_SeqId_9_ 2024-12-06T15:44:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f2cc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:19,653 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5258c031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,655 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41514f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e684b87 2024-12-06T15:44:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:19,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:19,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:19,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:19,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:19,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:19,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:19,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__lo4vpskd731gk9mhf6ijpdm4df75kjvde10lp202j4e1olicfsfe2o07nt33jjb6/f2/ca495cc2c3c04f68a4209a35493a8e2c into 870a0501bb9431e812f06ddf90738483/f2 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f2/7fcf6c61470f4f7e971473aacc48a92e_SeqId_9_ - updating store file list. 2024-12-06T15:44:19,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f2/7fcf6c61470f4f7e971473aacc48a92e_SeqId_9_ into 870a0501bb9431e812f06ddf90738483/f2 2024-12-06T15:44:19,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__lo4vpskd731gk9mhf6ijpdm4df75kjvde10lp202j4e1olicfsfe2o07nt33jjb6/f2/ca495cc2c3c04f68a4209a35493a8e2c into 870a0501bb9431e812f06ddf90738483/f2 (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/f2/7fcf6c61470f4f7e971473aacc48a92e_SeqId_9_) 2024-12-06T15:44:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__table1__lo4vpskd731gk9mhf6ijpdm4df75kjvde10lp202j4e1olicfsfe2o07nt33jjb6/f2/ca495cc2c3c04f68a4209a35493a8e2c 2024-12-06T15:44:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bce5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:19,685 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db87ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:19,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,686 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a419c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e7c41 2024-12-06T15:44:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:19,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:19,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:19,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:19,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:19,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:19,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:19,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:19,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:19,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:19,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:19,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:19,704 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-06T15:44:19,705 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733499746948 has been successfully restored to table1 2024-12-06T15:44:19,705 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-06T15:44:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7 , the old value is region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:19,705 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733499827039 hdfs://localhost:45993/backupUT/backup_1733499827039/default/test-1733499746948/ 2024-12-06T15:44:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7 from cache 2024-12-06T15:44:19,705 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T15:44:19,705 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45993/backupUT/backup_1733499792140/.backup.manifest 2024-12-06T15:44:19,707 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733499792140/.backup.manifest 2024-12-06T15:44:19,707 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17334997469481' to 'ns2:table2' from full backup image hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481 2024-12-06T15:44:19,710 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17334997469481', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733499827039 2024-12-06T15:44:19,713 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-06T15:44:19,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-12-06T15:44:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-06T15:44:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-06T15:44:19,717 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499859717"}]},"ts":"1733499859717"} 2024-12-06T15:44:19,719 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-06T15:44:19,719 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-06T15:44:19,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-06T15:44:19,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, UNASSIGN}] 2024-12-06T15:44:19,722 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, UNASSIGN 2024-12-06T15:44:19,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=13637888088b3d9fd6076a91fdf4cb1f, regionState=CLOSING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:19,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, UNASSIGN because future has completed 2024-12-06T15:44:19,725 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T15:44:19,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13637888088b3d9fd6076a91fdf4cb1f, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:19,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-06T15:44:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-06T15:44:19,879 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:19,879 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T15:44:19,879 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 13637888088b3d9fd6076a91fdf4cb1f, disabling compactions & flushes 2024-12-06T15:44:19,879 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:19,879 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:19,880 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. after waiting 0 ms 2024-12-06T15:44:19,880 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:19,890 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T15:44:19,891 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:19,891 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. 2024-12-06T15:44:19,891 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 13637888088b3d9fd6076a91fdf4cb1f: Waiting for close lock at 1733499859879Running coprocessor pre-close hooks at 1733499859879Disabling compacts and flushes for region at 1733499859879Disabling writes for close at 1733499859880 (+1 ms)Writing region close event to WAL at 1733499859882 (+2 ms)Running coprocessor post-close hooks at 1733499859891 (+9 ms)Closed at 1733499859891 2024-12-06T15:44:19,894 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:19,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=13637888088b3d9fd6076a91fdf4cb1f, regionState=CLOSED 2024-12-06T15:44:19,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13637888088b3d9fd6076a91fdf4cb1f, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:19,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-06T15:44:19,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 13637888088b3d9fd6076a91fdf4cb1f, server=bb7ea3e46d9c,35665,1733499739015 in 174 msec 2024-12-06T15:44:19,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-06T15:44:19,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=13637888088b3d9fd6076a91fdf4cb1f, UNASSIGN in 182 msec 2024-12-06T15:44:19,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-06T15:44:19,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 187 msec 2024-12-06T15:44:19,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499859910"}]},"ts":"1733499859910"} 2024-12-06T15:44:19,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-06T15:44:19,912 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-06T15:44:19,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 199 msec 2024-12-06T15:44:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-06T15:44:20,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-06T15:44:20,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-12-06T15:44:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-06T15:44:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-06T15:44:20,042 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-06T15:44:20,047 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:20,050 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f, FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/recovered.edits] 2024-12-06T15:44:20,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f/08b8dd06e94843cb934f47ace703b87a_SeqId_4_ to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/f/08b8dd06e94843cb934f47ace703b87a_SeqId_4_ 2024-12-06T15:44:20,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/recovered.edits/6.seqid to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/archive/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f/recovered.edits/6.seqid 2024-12-06T15:44:20,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/13637888088b3d9fd6076a91fdf4cb1f 2024-12-06T15:44:20,061 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-06T15:44:20,065 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-06T15:44:20,067 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-12-06T15:44:20,067 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-12-06T15:44:20,067 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733499860067"}]},"ts":"9223372036854775807"} 2024-12-06T15:44:20,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T15:44:20,069 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 13637888088b3d9fd6076a91fdf4cb1f, NAME => 'ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T15:44:20,069 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-12-06T15:44:20,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733499860069"}]},"ts":"9223372036854775807"} 2024-12-06T15:44:20,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-06T15:44:20,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741992_1168 (size=351) 2024-12-06T15:44:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-06T15:44:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-06T15:44:20,483 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2144be70a79950bda3432d1271f5b47d, NAME => 'ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06 2024-12-06T15:44:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741993_1169 (size=37) 2024-12-06T15:44:20,494 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:20,494 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 2144be70a79950bda3432d1271f5b47d, disabling compactions & flushes 2024-12-06T15:44:20,494 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,494 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,494 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. after waiting 0 ms 2024-12-06T15:44:20,494 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,494 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,494 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2144be70a79950bda3432d1271f5b47d: Waiting for close lock at 1733499860494Disabling compacts and flushes for region at 1733499860494Disabling writes for close at 1733499860494Writing region close event to WAL at 1733499860494Closed at 1733499860494 2024-12-06T15:44:20,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733499860495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733499860495"}]},"ts":"1733499860495"} 2024-12-06T15:44:20,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T15:44:20,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499860499"}]},"ts":"1733499860499"} 2024-12-06T15:44:20,501 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-06T15:44:20,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2144be70a79950bda3432d1271f5b47d, ASSIGN}] 2024-12-06T15:44:20,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2144be70a79950bda3432d1271f5b47d, ASSIGN 2024-12-06T15:44:20,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2144be70a79950bda3432d1271f5b47d, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,35665,1733499739015; forceNewPlan=false, retain=false 2024-12-06T15:44:20,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=2144be70a79950bda3432d1271f5b47d, regionState=OPENING, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:20,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2144be70a79950bda3432d1271f5b47d, ASSIGN because future has completed 2024-12-06T15:44:20,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2144be70a79950bda3432d1271f5b47d, server=bb7ea3e46d9c,35665,1733499739015}] 2024-12-06T15:44:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-06T15:44:20,820 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,821 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 2144be70a79950bda3432d1271f5b47d, NAME => 'ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T15:44:20,822 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-06T15:44:20,822 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,822 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T15:44:20,823 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,823 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,825 INFO [StoreOpener-2144be70a79950bda3432d1271f5b47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,827 INFO [StoreOpener-2144be70a79950bda3432d1271f5b47d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2144be70a79950bda3432d1271f5b47d columnFamilyName f 2024-12-06T15:44:20,827 DEBUG [StoreOpener-2144be70a79950bda3432d1271f5b47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:20,828 INFO [StoreOpener-2144be70a79950bda3432d1271f5b47d-1 {}] regionserver.HStore(327): Store=2144be70a79950bda3432d1271f5b47d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T15:44:20,828 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,829 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,830 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,831 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,831 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,833 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,837 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T15:44:20,838 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 2144be70a79950bda3432d1271f5b47d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11082374720, jitterRate=0.03212657570838928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T15:44:20,838 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:20,839 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 2144be70a79950bda3432d1271f5b47d: Running coprocessor pre-open hook at 1733499860823Writing region info on filesystem at 1733499860823Initializing all the Stores at 1733499860825 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733499860825Cleaning up temporary data from old regions at 1733499860831 (+6 ms)Running coprocessor post-open hooks at 1733499860838 (+7 ms)Region opened successfully at 1733499860839 (+1 ms) 2024-12-06T15:44:20,840 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., pid=95, masterSystemTime=1733499860812 2024-12-06T15:44:20,842 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,842 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:20,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=2144be70a79950bda3432d1271f5b47d, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2144be70a79950bda3432d1271f5b47d, server=bb7ea3e46d9c,35665,1733499739015 because future has completed 2024-12-06T15:44:20,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-06T15:44:20,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 2144be70a79950bda3432d1271f5b47d, server=bb7ea3e46d9c,35665,1733499739015 in 186 msec 2024-12-06T15:44:20,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-06T15:44:20,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2144be70a79950bda3432d1271f5b47d, ASSIGN in 346 msec 2024-12-06T15:44:20,848 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733499860848"}]},"ts":"1733499860848"} 2024-12-06T15:44:20,850 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-06T15:44:20,850 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-06T15:44:20,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 813 msec 2024-12-06T15:44:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-06T15:44:21,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-06T15:44:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-06T15:44:21,192 WARN [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 15, running: 1 2024-12-06T15:44:21,194 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 from hbase tables ns2:test-17334997469481 to tables ns2:table2 2024-12-06T15:44:21,194 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17334997469481 into ns2:table2 2024-12-06T15:44:21,195 DEBUG [regionserver/bb7ea3e46d9c:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-06T15:44:21,196 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194 from hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65 2024-12-06T15:44:21,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e868e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:21,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:21,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:21,197 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ee1e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:21,199 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cf22b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:21,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:21,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:21,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23995d38 2024-12-06T15:44:21,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:21,201 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:21,201 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-06T15:44:21,201 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-06T15:44:21,201 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-06T15:44:21,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:21,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:21,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:21,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:21,205 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-06T15:44:21,205 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-06T15:44:21,205 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/partitions_8f0617dc-45fd-4acd-afbf-439f7c308347 2024-12-06T15:44:21,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741994_1170 (size=153) 2024-12-06T15:44:21,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:21,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:21,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-06T15:44:22,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop-12574556371715581423.jar 2024-12-06T15:44:22,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-06T15:44:22,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-06T15:44:22,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-06T15:44:22,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-06T15:44:22,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-06T15:44:22,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-06T15:44:22,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-06T15:44:22,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-06T15:44:22,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-06T15:44:22,394 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-06T15:44:22,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:22,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:22,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:22,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:22,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:22,395 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-06T15:44:22,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-06T15:44:22,407 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-06T15:44:22,419 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-06T15:44:22,497 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local3651877_0016_af53ff69-4a9d-4777-910b-d0fad3e0f34c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-06T15:44:22,497 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/mapreduce.cluster.local.dir/job_local3651877_0016_af53ff69-4a9d-4777-910b-d0fad3e0f34c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-06T15:44:22,537 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/0b2a1c217d0145eb8eb312fb45505381 2024-12-06T15:44:22,541 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:22,574 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45993/backupUT/backup_1733499792140/ns2/test-17334997469481/archive/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/f/bcfa3c32d8c84df6ab00d6fe91d6dbd2 2024-12-06T15:44:22,578 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-06T15:44:22,605 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a451cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:22,606 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:22,606 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:22,607 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3e4d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:22,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7405b1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:22,610 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:22,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:22,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:22,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:22,613 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-06T15:44:22,613 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:22,613 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:22,613 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:22,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:22,614 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-06T15:44:22,614 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: bb7ea3e46d9c 2024-12-06T15:44:22,618 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194/_temporary/0/_temporary/attempt_local3651877_0016_r_000000_0/f/e5c39c8cae604554b5391d2cc7176819 is 38, key is row-t20/f:q1/1733499777051/Put/seqid=0 2024-12-06T15:44:22,620 WARN [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [bb7ea3e46d9c:35665] Specified favored nodes: [bb7ea3e46d9c:35665] 2024-12-06T15:44:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741995_1171 (size=8932) 2024-12-06T15:44:23,538 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194 2024-12-06T15:44:23,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ba86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:23,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:23,540 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c53340f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:23,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,541 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:23,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79370492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:23,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:23,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:23,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:23,547 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194/_SUCCESS 2024-12-06T15:44:23,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75cc121a 2024-12-06T15:44:23,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:23,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:23,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:23,556 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-06T15:44:23,562 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194/f/e5c39c8cae604554b5391d2cc7176819 first=Optional[row-t20] last=Optional[row98] 2024-12-06T15:44:23,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194/f/e5c39c8cae604554b5391d2cc7176819 for inclusion in 2144be70a79950bda3432d1271f5b47d/f 2024-12-06T15:44:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-06T15:44:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T15:44:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegion(2603): Flush status journal for 2144be70a79950bda3432d1271f5b47d: 2024-12-06T15:44:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/hbase-staging/bulk_output-ns2-table2-1733499861194/f/e5c39c8cae604554b5391d2cc7176819 to hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__uthuere41vknecbftccqdj809icf8qk461hpi7mbhj2f9a0dqfprjf4rvmdmic4r/f/e5c39c8cae604554b5391d2cc7176819 2024-12-06T15:44:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__uthuere41vknecbftccqdj809icf8qk461hpi7mbhj2f9a0dqfprjf4rvmdmic4r/f/e5c39c8cae604554b5391d2cc7176819 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d/f/1a14f8e7049b447489f01c2ee4b5efd4_SeqId_4_ 2024-12-06T15:44:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e52ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:23,573 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:23,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6894ac82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:23,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587129ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:23,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:23,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531e713d 2024-12-06T15:44:23,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:23,577 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T15:44:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:23,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T15:44:23,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:23,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:23,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:23,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__uthuere41vknecbftccqdj809icf8qk461hpi7mbhj2f9a0dqfprjf4rvmdmic4r/f/e5c39c8cae604554b5391d2cc7176819 into 2144be70a79950bda3432d1271f5b47d/f as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d/f/1a14f8e7049b447489f01c2ee4b5efd4_SeqId_4_ - updating store file list. 2024-12-06T15:44:23,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d/f/1a14f8e7049b447489f01c2ee4b5efd4_SeqId_4_ into 2144be70a79950bda3432d1271f5b47d/f 2024-12-06T15:44:23,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__uthuere41vknecbftccqdj809icf8qk461hpi7mbhj2f9a0dqfprjf4rvmdmic4r/f/e5c39c8cae604554b5391d2cc7176819 into 2144be70a79950bda3432d1271f5b47d/f (new location: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d/f/1a14f8e7049b447489f01c2ee4b5efd4_SeqId_4_) 2024-12-06T15:44:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/staging/jenkins__ns2_table2__uthuere41vknecbftccqdj809icf8qk461hpi7mbhj2f9a0dqfprjf4rvmdmic4r/f/e5c39c8cae604554b5391d2cc7176819 2024-12-06T15:44:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc7b64e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43051,-1 for getting cluster id 2024-12-06T15:44:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T15:44:23,600 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33adfd0c-ccdb-49c4-a125-40ab8f1850a9' 2024-12-06T15:44:23,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T15:44:23,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33adfd0c-ccdb-49c4-a125-40ab8f1850a9" 2024-12-06T15:44:23,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bd34f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43051,-1] 2024-12-06T15:44:23,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T15:44:23,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T15:44:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639fb1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-06T15:44:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T15:44:23,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:23,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a459c10 2024-12-06T15:44:23,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T15:44:23,603 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T15:44:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T15:44:23,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=-1] 2024-12-06T15:44:23,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T15:44:23,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T15:44:23,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-06T15:44:23,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-06T15:44:23,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:23,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665. 2024-12-06T15:44:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:23,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:23,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:23,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:23,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:23,621 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-06T15:44:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T15:44:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:23,622 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T15:44:23,638 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17334997469481', skipping incremental restore step. 2024-12-06T15:44:23,638 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-06T15:44:23,638 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733499827039 hdfs://localhost:45993/backupUT/backup_1733499827039/ns2/test-17334997469481/ 2024-12-06T15:44:23,638 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-06T15:44:23,639 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T15:44:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:60242 deadline: 1733499923639, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733499839876.a42c02858625eba6803b2409f51340ef. is not online on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:23,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733499839876.a42c02858625eba6803b2409f51340ef. is not online on bb7ea3e46d9c,35665,1733499739015 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733499839876.a42c02858625eba6803b2409f51340ef. is not online on bb7ea3e46d9c,35665,1733499739015 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733499839876.a42c02858625eba6803b2409f51340ef., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:23,725 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:35665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-06T15:44:23,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733499850573.870a0501bb9431e812f06ddf90738483., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7] 2024-12-06T15:44:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:60242 deadline: 1733499923763, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. is not online on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:23,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. is not online on bb7ea3e46d9c,35665,1733499739015 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851. is not online on bb7ea3e46d9c,35665,1733499739015 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733499839876.097fb240feb5b5a985e0ece8f60eb851., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=7] 2024-12-06T15:44:23,887 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows 2024-12-06T15:44:23,891 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows 2024-12-06T15:44:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:23,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-06T15:44:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:23,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-06T15:44:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-06T15:44:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-06T15:44:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:23,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-06T15:44:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T15:44:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-06T15:44:23,914 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows 2024-12-06T15:44:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35665 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:60242 deadline: 1733499923914, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. is not online on bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 , the old value is region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. is not online on bb7ea3e46d9c,35665,1733499739015 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f. is not online on bb7ea3e46d9c,35665,1733499739015 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T15:44:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2 from cache 2024-12-06T15:44:24,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., hostname=bb7ea3e46d9c,35665,1733499739015, seqNum=2] 2024-12-06T15:44:24,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:24,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:24,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:24,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:24,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:24,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (bb7ea3e46d9c,43051,1733499737287)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_664491060_20 at /127.0.0.1:48660 [Waiting for operation #98] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1456427627_20 at /127.0.0.1:60548 [Receiving block BP-861448301-172.17.0.2-1733499732263:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1456427627_20 at /127.0.0.1:60540 [Receiving block BP-861448301-172.17.0.2-1733499732263:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'bb7ea3e46d9c,35665,1733499739015' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-861448301-172.17.0.2-1733499732263:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_664491060_20 at /127.0.0.1:50774 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1456427627_20 at /127.0.0.1:60546 [Receiving block BP-861448301-172.17.0.2-1733499732263:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-861448301-172.17.0.2-1733499732263:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-861448301-172.17.0.2-1733499732263:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(bb7ea3e46d9c,35665,1733499739015)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=645 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 175), ProcessCount=19 (was 19), AvailableMemoryMB=4240 (was 4861) 2024-12-06T15:44:24,056 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-12-06T15:44:24,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T15:44:24,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:24,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:24,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:24,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:24,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:24,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T15:44:24,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747059832, stopped=false 2024-12-06T15:44:24,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,43051,1733499737287 2024-12-06T15:44:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-06T15:44:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-06T15:44:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:44:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:44:24,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T15:44:24,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-06T15:44:24,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-06T15:44:24,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T15:44:24,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:24,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:24,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,35665,1733499739015' ***** 2024-12-06T15:44:24,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T15:44:24,270 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-06T15:44:24,275 INFO [RS:0;bb7ea3e46d9c:35665 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@11fe5a17{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-06T15:44:24,277 INFO [RS:0;bb7ea3e46d9c:35665 {}] server.AbstractConnector(383): Stopped ServerConnector@209f6a3c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-06T15:44:24,277 INFO [RS:0;bb7ea3e46d9c:35665 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:24,277 INFO [RS:0;bb7ea3e46d9c:35665 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5b8831ab{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-06T15:44:24,277 INFO [RS:0;bb7ea3e46d9c:35665 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@c7b7a45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:24,279 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T15:44:24,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T15:44:24,279 INFO [RS:0;bb7ea3e46d9c:35665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for ca1a3f2c18c503af21cfd55bd9872740 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e4b28bd905f1afdd4cc523606426173 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b0c0eda8c4cba1f3990ac734991f3a3 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for c187cb2652f46c769949e853c0dcbbe9 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for b83725b682e508e5f26adb233a71a74a 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for e54a53415490776b2bab37ead2e52b65 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for 2144be70a79950bda3432d1271f5b47d 2024-12-06T15:44:24,280 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for 870a0501bb9431e812f06ddf90738483 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T15:44:24,281 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca1a3f2c18c503af21cfd55bd9872740, disabling compactions & flushes 2024-12-06T15:44:24,281 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:44:24,281 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:35665. 2024-12-06T15:44:24,281 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. after waiting 0 ms 2024-12-06T15:44:24,281 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:44:24,281 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:24,281 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T15:44:24,281 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-06T15:44:24,281 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T15:44:24,282 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T15:44:24,282 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T15:44:24,282 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T15:44:24,282 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T15:44:24,282 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 0b0c0eda8c4cba1f3990ac734991f3a3, 1588230740, 2144be70a79950bda3432d1271f5b47d, 5e4b28bd905f1afdd4cc523606426173, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, c187cb2652f46c769949e853c0dcbbe9, ca1a3f2c18c503af21cfd55bd9872740, e54a53415490776b2bab37ead2e52b65, efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:44:24,282 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-06T15:44:24,284 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system_bulk/ca1a3f2c18c503af21cfd55bd9872740/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T15:44:24,285 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:24,285 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:44:24,285 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca1a3f2c18c503af21cfd55bd9872740: Waiting for close lock at 1733499864280Running coprocessor pre-close hooks at 1733499864281 (+1 ms)Disabling compacts and flushes for region at 1733499864281Disabling writes for close at 1733499864281Writing region close event to WAL at 1733499864281Running coprocessor post-close hooks at 1733499864285 (+4 ms)Closed at 1733499864285 2024-12-06T15:44:24,285 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733499758947.ca1a3f2c18c503af21cfd55bd9872740. 2024-12-06T15:44:24,285 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e4b28bd905f1afdd4cc523606426173, disabling compactions & flushes 2024-12-06T15:44:24,286 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:44:24,286 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:44:24,286 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. after waiting 0 ms 2024-12-06T15:44:24,286 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:44:24,289 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns4/test-17334997469483/5e4b28bd905f1afdd4cc523606426173/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T15:44:24,290 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:24,290 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:44:24,290 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e4b28bd905f1afdd4cc523606426173: Waiting for close lock at 1733499864285Running coprocessor pre-close hooks at 1733499864285Disabling compacts and flushes for region at 1733499864285Disabling writes for close at 1733499864286 (+1 ms)Writing region close event to WAL at 1733499864286Running coprocessor post-close hooks at 1733499864290 (+4 ms)Closed at 1733499864290 2024-12-06T15:44:24,290 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17334997469483,,1733499752774.5e4b28bd905f1afdd4cc523606426173. 2024-12-06T15:44:24,290 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b0c0eda8c4cba1f3990ac734991f3a3, disabling compactions & flushes 2024-12-06T15:44:24,290 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:44:24,291 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:44:24,291 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. after waiting 0 ms 2024-12-06T15:44:24,291 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:44:24,291 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b0c0eda8c4cba1f3990ac734991f3a3 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-06T15:44:24,295 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/d2bd6c3885b742bfa4d3195658a84269 is 158, key is trslm:hdfs://localhost:45993/backupUT\x00ns2:test-17334997469481/meta:log-roll-map/1733499839364/Put/seqid=0 2024-12-06T15:44:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741996_1172 (size=6208) 2024-12-06T15:44:24,308 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/info/ca488f59689a411c9c215e06f52e3d28 is 159, key is ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65./info:regioninfo/1733499749457/Put/seqid=0 2024-12-06T15:44:24,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741997_1173 (size=19093) 2024-12-06T15:44:24,324 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T15:44:24,482 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 0b0c0eda8c4cba1f3990ac734991f3a3, 1588230740, 2144be70a79950bda3432d1271f5b47d, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, c187cb2652f46c769949e853c0dcbbe9, e54a53415490776b2bab37ead2e52b65, efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:44:24,682 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 0b0c0eda8c4cba1f3990ac734991f3a3, 1588230740, 2144be70a79950bda3432d1271f5b47d, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, c187cb2652f46c769949e853c0dcbbe9, e54a53415490776b2bab37ead2e52b65, efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:44:24,700 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/d2bd6c3885b742bfa4d3195658a84269 2024-12-06T15:44:24,713 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/info/ca488f59689a411c9c215e06f52e3d28 2024-12-06T15:44:24,714 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/4b15e04f3e024d278f7160dffe9c045d is 588, key is session:backup_1733499827039/session:context/1733499839812/Put/seqid=0 2024-12-06T15:44:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741998_1174 (size=5689) 2024-12-06T15:44:24,730 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/ns/1f9672308caa49b287bf54aa314809e6 is 85, key is ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f./ns:/1733499860063/DeleteFamily/seqid=0 2024-12-06T15:44:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741999_1175 (size=5760) 2024-12-06T15:44:24,882 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 0b0c0eda8c4cba1f3990ac734991f3a3, 1588230740, 2144be70a79950bda3432d1271f5b47d, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, c187cb2652f46c769949e853c0dcbbe9, e54a53415490776b2bab37ead2e52b65, efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:44:25,083 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 0b0c0eda8c4cba1f3990ac734991f3a3, 1588230740, 2144be70a79950bda3432d1271f5b47d, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, c187cb2652f46c769949e853c0dcbbe9, e54a53415490776b2bab37ead2e52b65, efd51f991edb5c1d25ade97023812bdc 2024-12-06T15:44:25,120 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/4b15e04f3e024d278f7160dffe9c045d 2024-12-06T15:44:25,132 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/meta/d2bd6c3885b742bfa4d3195658a84269 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/d2bd6c3885b742bfa4d3195658a84269 2024-12-06T15:44:25,135 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/ns/1f9672308caa49b287bf54aa314809e6 2024-12-06T15:44:25,139 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/meta/d2bd6c3885b742bfa4d3195658a84269, entries=7, sequenceid=52, filesize=6.1 K 2024-12-06T15:44:25,141 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/.tmp/session/4b15e04f3e024d278f7160dffe9c045d as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/4b15e04f3e024d278f7160dffe9c045d 2024-12-06T15:44:25,147 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/session/4b15e04f3e024d278f7160dffe9c045d, entries=2, sequenceid=52, filesize=5.6 K 2024-12-06T15:44:25,148 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 0b0c0eda8c4cba1f3990ac734991f3a3 in 857ms, sequenceid=52, compaction requested=true 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/backup/system/0b0c0eda8c4cba1f3990ac734991f3a3/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,152 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b0c0eda8c4cba1f3990ac734991f3a3: Waiting for close lock at 1733499864290Running coprocessor pre-close hooks at 1733499864290Disabling compacts and flushes for region at 1733499864290Disabling writes for close at 1733499864291 (+1 ms)Obtaining lock to block concurrent updates at 1733499864291Preparing flush snapshotting stores in 0b0c0eda8c4cba1f3990ac734991f3a3 at 1733499864291Finished memstore snapshotting backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733499864291Flushing stores of backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. at 1733499864292 (+1 ms)Flushing 0b0c0eda8c4cba1f3990ac734991f3a3/meta: creating writer at 1733499864292Flushing 0b0c0eda8c4cba1f3990ac734991f3a3/meta: appending metadata at 1733499864295 (+3 ms)Flushing 0b0c0eda8c4cba1f3990ac734991f3a3/meta: closing flushed file at 1733499864295Flushing 0b0c0eda8c4cba1f3990ac734991f3a3/session: creating writer at 1733499864710 (+415 ms)Flushing 0b0c0eda8c4cba1f3990ac734991f3a3/session: appending metadata at 1733499864714 (+4 ms)Flushing 0b0c0eda8c4cba1f3990ac734991f3a3/session: closing flushed file at 1733499864714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1476b0e: reopening flushed file at 1733499865131 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbe98e7: reopening flushed file at 1733499865140 (+9 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 0b0c0eda8c4cba1f3990ac734991f3a3 in 857ms, sequenceid=52, compaction requested=true at 1733499865148 (+8 ms)Writing region close event to WAL at 1733499865148Running coprocessor post-close hooks at 1733499865152 (+4 ms)Closed at 1733499865152 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733499756769.0b0c0eda8c4cba1f3990ac734991f3a3. 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c187cb2652f46c769949e853c0dcbbe9, disabling compactions & flushes 2024-12-06T15:44:25,152 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. after waiting 0 ms 2024-12-06T15:44:25,152 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:25,156 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/c187cb2652f46c769949e853c0dcbbe9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-06T15:44:25,156 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,156 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/rep_barrier/42469a3091f9429cb1c27412ed56e146 is 94, key is ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f./rep_barrier:/1733499860063/DeleteFamily/seqid=0 2024-12-06T15:44:25,156 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:25,156 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c187cb2652f46c769949e853c0dcbbe9: Waiting for close lock at 1733499865152Running coprocessor pre-close hooks at 1733499865152Disabling compacts and flushes for region at 1733499865152Disabling writes for close at 1733499865152Writing region close event to WAL at 1733499865153 (+1 ms)Running coprocessor post-close hooks at 1733499865156 (+3 ms)Closed at 1733499865156 2024-12-06T15:44:25,156 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733499850573.c187cb2652f46c769949e853c0dcbbe9. 2024-12-06T15:44:25,156 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efd51f991edb5c1d25ade97023812bdc, disabling compactions & flushes 2024-12-06T15:44:25,157 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:44:25,157 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:44:25,157 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. after waiting 0 ms 2024-12-06T15:44:25,157 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:44:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742000_1176 (size=5640) 2024-12-06T15:44:25,160 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns3/test-17334997469482/efd51f991edb5c1d25ade97023812bdc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T15:44:25,160 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,160 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:44:25,161 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efd51f991edb5c1d25ade97023812bdc: Waiting for close lock at 1733499865156Running coprocessor pre-close hooks at 1733499865156Disabling compacts and flushes for region at 1733499865156Disabling writes for close at 1733499865157 (+1 ms)Writing region close event to WAL at 1733499865157Running coprocessor post-close hooks at 1733499865160 (+3 ms)Closed at 1733499865160 2024-12-06T15:44:25,161 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17334997469482,,1733499750597.efd51f991edb5c1d25ade97023812bdc. 2024-12-06T15:44:25,161 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b83725b682e508e5f26adb233a71a74a, disabling compactions & flushes 2024-12-06T15:44:25,161 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:44:25,161 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:44:25,161 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. after waiting 0 ms 2024-12-06T15:44:25,161 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:44:25,161 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b83725b682e508e5f26adb233a71a74a 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-06T15:44:25,175 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f2/507290cd2e68413897ef7d5490152ca0 is 58, key is row-test-1733499746948-2-0/f2:q1/1733499822028/Put/seqid=0 2024-12-06T15:44:25,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742001_1177 (size=5464) 2024-12-06T15:44:25,228 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T15:44:25,228 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T15:44:25,283 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-06T15:44:25,283 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1325): Online Regions={b83725b682e508e5f26adb233a71a74a=test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., 1588230740=hbase:meta,,1.1588230740, e54a53415490776b2bab37ead2e52b65=ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65., 2144be70a79950bda3432d1271f5b47d=ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d., 870a0501bb9431e812f06ddf90738483=table1,,1733499850573.870a0501bb9431e812f06ddf90738483.} 2024-12-06T15:44:25,283 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2144be70a79950bda3432d1271f5b47d, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, e54a53415490776b2bab37ead2e52b65 2024-12-06T15:44:25,483 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2144be70a79950bda3432d1271f5b47d, 870a0501bb9431e812f06ddf90738483, b83725b682e508e5f26adb233a71a74a, e54a53415490776b2bab37ead2e52b65 2024-12-06T15:44:25,561 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/rep_barrier/42469a3091f9429cb1c27412ed56e146 2024-12-06T15:44:25,579 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f2/507290cd2e68413897ef7d5490152ca0 2024-12-06T15:44:25,584 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/.tmp/f2/507290cd2e68413897ef7d5490152ca0 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f2/507290cd2e68413897ef7d5490152ca0 2024-12-06T15:44:25,587 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/table/df9a86a3d9d64fe5abb8c735a06d714b is 88, key is ns2:table2,,1733499845577.13637888088b3d9fd6076a91fdf4cb1f./table:/1733499860063/DeleteFamily/seqid=0 2024-12-06T15:44:25,590 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/f2/507290cd2e68413897ef7d5490152ca0, entries=7, sequenceid=348, filesize=5.3 K 2024-12-06T15:44:25,590 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b83725b682e508e5f26adb233a71a74a in 429ms, sequenceid=348, compaction requested=false 2024-12-06T15:44:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742002_1178 (size=6364) 2024-12-06T15:44:25,594 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/test-1733499746948/b83725b682e508e5f26adb233a71a74a/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-06T15:44:25,594 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,594 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:44:25,594 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b83725b682e508e5f26adb233a71a74a: Waiting for close lock at 1733499865161Running coprocessor pre-close hooks at 1733499865161Disabling compacts and flushes for region at 1733499865161Disabling writes for close at 1733499865161Obtaining lock to block concurrent updates at 1733499865161Preparing flush snapshotting stores in b83725b682e508e5f26adb233a71a74a at 1733499865161Finished memstore snapshotting test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733499865161Flushing stores of test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. at 1733499865162 (+1 ms)Flushing b83725b682e508e5f26adb233a71a74a/f2: creating writer at 1733499865162Flushing b83725b682e508e5f26adb233a71a74a/f2: appending metadata at 1733499865174 (+12 ms)Flushing b83725b682e508e5f26adb233a71a74a/f2: closing flushed file at 1733499865175 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bfedbb: reopening flushed file at 1733499865584 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b83725b682e508e5f26adb233a71a74a in 429ms, sequenceid=348, compaction requested=false at 1733499865590 (+6 ms)Writing region close event to WAL at 1733499865591 (+1 ms)Running coprocessor post-close hooks at 1733499865594 (+3 ms)Closed at 1733499865594 2024-12-06T15:44:25,595 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733499746948,,1733499747431.b83725b682e508e5f26adb233a71a74a. 2024-12-06T15:44:25,595 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e54a53415490776b2bab37ead2e52b65, disabling compactions & flushes 2024-12-06T15:44:25,595 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:44:25,595 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:44:25,595 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. after waiting 0 ms 2024-12-06T15:44:25,595 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:44:25,598 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/test-17334997469481/e54a53415490776b2bab37ead2e52b65/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-06T15:44:25,598 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,598 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:44:25,598 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e54a53415490776b2bab37ead2e52b65: Waiting for close lock at 1733499865595Running coprocessor pre-close hooks at 1733499865595Disabling compacts and flushes for region at 1733499865595Disabling writes for close at 1733499865595Writing region close event to WAL at 1733499865595Running coprocessor post-close hooks at 1733499865598 (+3 ms)Closed at 1733499865598 2024-12-06T15:44:25,599 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17334997469481,,1733499748279.e54a53415490776b2bab37ead2e52b65. 2024-12-06T15:44:25,599 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2144be70a79950bda3432d1271f5b47d, disabling compactions & flushes 2024-12-06T15:44:25,599 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:25,599 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:25,599 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. after waiting 0 ms 2024-12-06T15:44:25,599 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:25,602 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/ns2/table2/2144be70a79950bda3432d1271f5b47d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,603 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2144be70a79950bda3432d1271f5b47d: Waiting for close lock at 1733499865599Running coprocessor pre-close hooks at 1733499865599Disabling compacts and flushes for region at 1733499865599Disabling writes for close at 1733499865599Writing region close event to WAL at 1733499865599Running coprocessor post-close hooks at 1733499865603 (+4 ms)Closed at 1733499865603 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733499860062.2144be70a79950bda3432d1271f5b47d. 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 870a0501bb9431e812f06ddf90738483, disabling compactions & flushes 2024-12-06T15:44:25,603 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733499850573.870a0501bb9431e812f06ddf90738483. after waiting 0 ms 2024-12-06T15:44:25,603 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:25,608 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/default/table1/870a0501bb9431e812f06ddf90738483/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-06T15:44:25,608 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:25,608 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:25,608 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 870a0501bb9431e812f06ddf90738483: Waiting for close lock at 1733499865603Running coprocessor pre-close hooks at 1733499865603Disabling compacts and flushes for region at 1733499865603Disabling writes for close at 1733499865603Writing region close event to WAL at 1733499865605 (+2 ms)Running coprocessor post-close hooks at 1733499865608 (+3 ms)Closed at 1733499865608 2024-12-06T15:44:25,608 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733499850573.870a0501bb9431e812f06ddf90738483. 2024-12-06T15:44:25,684 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T15:44:25,884 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T15:44:25,994 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/table/df9a86a3d9d64fe5abb8c735a06d714b 2024-12-06T15:44:26,006 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/info/ca488f59689a411c9c215e06f52e3d28 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/info/ca488f59689a411c9c215e06f52e3d28 2024-12-06T15:44:26,010 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/info/ca488f59689a411c9c215e06f52e3d28, entries=114, sequenceid=97, filesize=18.6 K 2024-12-06T15:44:26,011 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/ns/1f9672308caa49b287bf54aa314809e6 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/ns/1f9672308caa49b287bf54aa314809e6 2024-12-06T15:44:26,015 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/ns/1f9672308caa49b287bf54aa314809e6, entries=10, sequenceid=97, filesize=5.6 K 2024-12-06T15:44:26,016 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/rep_barrier/42469a3091f9429cb1c27412ed56e146 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/rep_barrier/42469a3091f9429cb1c27412ed56e146 2024-12-06T15:44:26,020 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/rep_barrier/42469a3091f9429cb1c27412ed56e146, entries=3, sequenceid=97, filesize=5.5 K 2024-12-06T15:44:26,021 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/.tmp/table/df9a86a3d9d64fe5abb8c735a06d714b as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/table/df9a86a3d9d64fe5abb8c735a06d714b 2024-12-06T15:44:26,026 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/table/df9a86a3d9d64fe5abb8c735a06d714b, entries=21, sequenceid=97, filesize=6.2 K 2024-12-06T15:44:26,027 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=97, compaction requested=false 2024-12-06T15:44:26,032 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-06T15:44:26,033 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:26,033 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T15:44:26,033 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T15:44:26,033 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733499864281Running coprocessor pre-close hooks at 1733499864281Disabling compacts and flushes for region at 1733499864281Disabling writes for close at 1733499864282 (+1 ms)Obtaining lock to block concurrent updates at 1733499864282Preparing flush snapshotting stores in 1588230740 at 1733499864282Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733499864282Flushing stores of hbase:meta,,1.1588230740 at 1733499864283 (+1 ms)Flushing 1588230740/info: creating writer at 1733499864283Flushing 1588230740/info: appending metadata at 1733499864307 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733499864307Flushing 1588230740/ns: creating writer at 1733499864718 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733499864730 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733499864730Flushing 1588230740/rep_barrier: creating writer at 1733499865140 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733499865156 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733499865156Flushing 1588230740/table: creating writer at 1733499865571 (+415 ms)Flushing 1588230740/table: appending metadata at 1733499865586 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733499865587 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f3c94c: reopening flushed file at 1733499866005 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa141c8: reopening flushed file at 1733499866010 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68239613: reopening flushed file at 1733499866015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7f65d8: reopening flushed file at 1733499866020 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=97, compaction requested=false at 1733499866027 (+7 ms)Writing region close event to WAL at 1733499866028 (+1 ms)Running coprocessor post-close hooks at 1733499866033 (+5 ms)Closed at 1733499866033 2024-12-06T15:44:26,033 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T15:44:26,084 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,35665,1733499739015; all regions closed. 2024-12-06T15:44:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741954_1130 (size=16160) 2024-12-06T15:44:26,091 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs 2024-12-06T15:44:26,091 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.meta:.meta(num 1733499831661) 2024-12-06T15:44:26,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741955_1131 (size=4165) 2024-12-06T15:44:26,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/WALs/bb7ea3e46d9c,35665,1733499739015/bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0.1733499831680 not finished, retry = 0 2024-12-06T15:44:26,197 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs 2024-12-06T15:44:26,197 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-0:(num 1733499831680) 2024-12-06T15:44:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741956_1132 (size=7883) 2024-12-06T15:44:26,203 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/oldWALs 2024-12-06T15:44:26,204 INFO [RS:0;bb7ea3e46d9c:35665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C35665%2C1733499739015.bb7ea3e46d9c%2C35665%2C1733499739015.regiongroup-1:(num 1733499831695) 2024-12-06T15:44:26,204 DEBUG [RS:0;bb7ea3e46d9c:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:26,204 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T15:44:26,204 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T15:44:26,204 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T15:44:26,204 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T15:44:26,204 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T15:44:26,205 INFO [RS:0;bb7ea3e46d9c:35665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35665 2024-12-06T15:44:26,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-06T15:44:26,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/bb7ea3e46d9c,35665,1733499739015 2024-12-06T15:44:26,268 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T15:44:26,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,35665,1733499739015] 2024-12-06T15:44:26,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/bb7ea3e46d9c,35665,1733499739015 already deleted, retry=false 2024-12-06T15:44:26,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,35665,1733499739015 expired; onlineServers=0 2024-12-06T15:44:26,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,43051,1733499737287' ***** 2024-12-06T15:44:26,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T15:44:26,290 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-06T15:44:26,298 INFO [M:0;bb7ea3e46d9c:43051 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@76f1c74f{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-06T15:44:26,299 INFO [M:0;bb7ea3e46d9c:43051 {}] server.AbstractConnector(383): Stopped ServerConnector@1dbe4e43{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-06T15:44:26,299 INFO [M:0;bb7ea3e46d9c:43051 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:26,299 INFO [M:0;bb7ea3e46d9c:43051 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@22bb9ece{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-06T15:44:26,299 INFO [M:0;bb7ea3e46d9c:43051 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2fbfa924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-06T15:44:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-06T15:44:26,300 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T15:44:26,300 INFO [M:0;bb7ea3e46d9c:43051 {}] master.HMaster(1770): Stopping master jetty server 2024-12-06T15:44:26,301 INFO [M:0;bb7ea3e46d9c:43051 {}] server.AbstractConnector(383): Stopped ServerConnector@658c0c6a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-06T15:44:26,301 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T15:44:26,302 DEBUG [M:0;bb7ea3e46d9c:43051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T15:44:26,302 INFO [M:0;bb7ea3e46d9c:43051 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-06T15:44:26,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T15:44:26,302 INFO [M:0;bb7ea3e46d9c:43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;bb7ea3e46d9c:43051. 2024-12-06T15:44:26,302 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733499740988 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733499740988,5,FailOnTimeoutGroup] 2024-12-06T15:44:26,302 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733499740987 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733499740987,5,FailOnTimeoutGroup] 2024-12-06T15:44:26,302 DEBUG [M:0;bb7ea3e46d9c:43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T15:44:26,302 DEBUG [M:0;bb7ea3e46d9c:43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:26,302 DEBUG [M:0;bb7ea3e46d9c:43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T15:44:26,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T15:44:26,302 DEBUG [M:0;bb7ea3e46d9c:43051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T15:44:26,303 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T15:44:26,303 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T15:44:26,303 DEBUG [M:0;bb7ea3e46d9c:43051 {}] master.HMaster(1795): Stopping service threads 2024-12-06T15:44:26,303 INFO [M:0;bb7ea3e46d9c:43051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T15:44:26,303 INFO [M:0;bb7ea3e46d9c:43051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T15:44:26,303 ERROR [M:0;bb7ea3e46d9c:43051 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-12-06T15:44:26,304 INFO [M:0;bb7ea3e46d9c:43051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T15:44:26,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T15:44:26,305 DEBUG [M:0;bb7ea3e46d9c:43051 {}] zookeeper.ZKUtil(347): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-06T15:44:26,305 WARN [M:0;bb7ea3e46d9c:43051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T15:44:26,306 INFO [M:0;bb7ea3e46d9c:43051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/.lastflushedseqids 2024-12-06T15:44:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742003_1179 (size=761) 2024-12-06T15:44:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T15:44:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101ab4ecd0b0001, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T15:44:26,381 INFO [RS:0;bb7ea3e46d9c:35665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T15:44:26,381 INFO [RS:0;bb7ea3e46d9c:35665 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,35665,1733499739015; zookeeper connection closed. 2024-12-06T15:44:26,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15df90e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15df90e2 2024-12-06T15:44:26,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T15:44:26,719 INFO [M:0;bb7ea3e46d9c:43051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T15:44:26,720 INFO [M:0;bb7ea3e46d9c:43051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T15:44:26,720 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T15:44:26,737 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:44:26,737 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:44:26,737 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T15:44:26,737 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:44:26,737 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.47 KB heapSize=518.61 KB 2024-12-06T15:44:26,750 DEBUG [M:0;bb7ea3e46d9c:43051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a5a427ecdca4e8bae620d29360ca24c is 82, key is hbase:meta,,1/info:regioninfo/1733499741953/Put/seqid=0 2024-12-06T15:44:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742004_1180 (size=5672) 2024-12-06T15:44:27,156 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a5a427ecdca4e8bae620d29360ca24c 2024-12-06T15:44:27,180 DEBUG [M:0;bb7ea3e46d9c:43051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5734b5c9b3c346e380f47dea07b33463 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733499857258/Put/seqid=0 2024-12-06T15:44:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742005_1181 (size=30171) 2024-12-06T15:44:27,586 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.91 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5734b5c9b3c346e380f47dea07b33463 2024-12-06T15:44:27,598 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5734b5c9b3c346e380f47dea07b33463 2024-12-06T15:44:27,615 DEBUG [M:0;bb7ea3e46d9c:43051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1aa0ae522b30472ea36885154b135e3e is 69, key is bb7ea3e46d9c,35665,1733499739015/rs:state/1733499741072/Put/seqid=0 2024-12-06T15:44:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073742006_1182 (size=5156) 2024-12-06T15:44:27,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733499746948 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17334997469481 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17334997469482 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17334997469483 2024-12-06T15:44:27,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-06T15:44:28,021 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1aa0ae522b30472ea36885154b135e3e 2024-12-06T15:44:28,031 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a5a427ecdca4e8bae620d29360ca24c as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a5a427ecdca4e8bae620d29360ca24c 2024-12-06T15:44:28,040 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a5a427ecdca4e8bae620d29360ca24c, entries=8, sequenceid=908, filesize=5.5 K 2024-12-06T15:44:28,041 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5734b5c9b3c346e380f47dea07b33463 as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5734b5c9b3c346e380f47dea07b33463 2024-12-06T15:44:28,046 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5734b5c9b3c346e380f47dea07b33463 2024-12-06T15:44:28,046 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5734b5c9b3c346e380f47dea07b33463, entries=94, sequenceid=908, filesize=29.5 K 2024-12-06T15:44:28,047 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1aa0ae522b30472ea36885154b135e3e as hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1aa0ae522b30472ea36885154b135e3e 2024-12-06T15:44:28,051 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45993/user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1aa0ae522b30472ea36885154b135e3e, entries=1, sequenceid=908, filesize=5.0 K 2024-12-06T15:44:28,052 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.47 KB/452062, heapSize ~518.31 KB/530752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=908, compaction requested=false 2024-12-06T15:44:28,053 INFO [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T15:44:28,053 DEBUG [M:0;bb7ea3e46d9c:43051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733499866720Disabling compacts and flushes for region at 1733499866720Disabling writes for close at 1733499866737 (+17 ms)Obtaining lock to block concurrent updates at 1733499866737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733499866737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452062, getHeapSize=530992, getOffHeapSize=0, getCellsCount=1031 at 1733499866737Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733499866738 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733499866738Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733499866750 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733499866750Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733499867164 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733499867180 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733499867180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733499867598 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733499867615 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733499867615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121facc5: reopening flushed file at 1733499868030 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c19f05d: reopening flushed file at 1733499868040 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409a22dc: reopening flushed file at 1733499868046 (+6 ms)Finished flush of dataSize ~441.47 KB/452062, heapSize ~518.31 KB/530752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=908, compaction requested=false at 1733499868052 (+6 ms)Writing region close event to WAL at 1733499868053 (+1 ms)Closed at 1733499868053 2024-12-06T15:44:28,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e0b2c99-0c5f-50c3-a0b0-fb4febe77d06/MasterData/WALs/bb7ea3e46d9c,43051,1733499737287/bb7ea3e46d9c%2C43051%2C1733499737287.bb7ea3e46d9c%2C43051%2C1733499737287.regiongroup-0.1733499740059 not finished, retry = 0 2024-12-06T15:44:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741830_1006 (size=511993) 2024-12-06T15:44:28,157 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T15:44:28,158 INFO [M:0;bb7ea3e46d9c:43051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T15:44:28,158 INFO [M:0;bb7ea3e46d9c:43051 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-06T15:44:28,158 INFO [M:0;bb7ea3e46d9c:43051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43051 2024-12-06T15:44:28,158 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T15:44:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T15:44:28,306 INFO [M:0;bb7ea3e46d9c:43051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T15:44:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43051-0x101ab4ecd0b0000, quorum=127.0.0.1:49921, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T15:44:28,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79fa0fb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T15:44:28,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482cd6b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:44:28,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:28,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4f7ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:44:28,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b27bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:28,332 WARN [BP-861448301-172.17.0.2-1733499732263 heartbeating to localhost/127.0.0.1:45993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T15:44:28,332 WARN [BP-861448301-172.17.0.2-1733499732263 heartbeating to localhost/127.0.0.1:45993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861448301-172.17.0.2-1733499732263 (Datanode Uuid 53f878bd-20fb-4009-93ce-6136b6a7f327) service to localhost/127.0.0.1:45993 2024-12-06T15:44:28,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T15:44:28,332 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T15:44:28,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/data/data1/current/BP-861448301-172.17.0.2-1733499732263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:44:28,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/cluster_a5837a8d-d49d-b18a-6c1f-447d88d29857/data/data2/current/BP-861448301-172.17.0.2-1733499732263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T15:44:28,334 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T15:44:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b74231{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T15:44:28,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfa68d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:44:28,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13488ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T15:44:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57594f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:28,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T15:44:28,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T15:44:28,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-06T15:44:28,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362c0b8d{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-06T15:44:28,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1da335d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:44:28,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:28,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51553806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-06T15:44:28,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8f7f55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:28,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@174c9b74{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-06T15:44:28,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d0d8204{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:44:28,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:28,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@539aabb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-06T15:44:28,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3640c172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:28,438 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-06T15:44:28,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fb937eb{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-06T15:44:28,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21a6ceaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:44:28,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:28,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af8bbb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-06T15:44:28,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df88d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:28,441 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-06T15:44:28,444 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-06T15:44:28,444 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-06T15:44:28,445 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-06T15:44:28,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f62c3c{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-06T15:44:28,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f66479{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T15:44:28,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T15:44:28,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db5683{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-06T15:44:28,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebfb1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/f241123f-7fda-f848-6d78-3dc80eba4cd4/hadoop.log.dir/,STOPPED} 2024-12-06T15:44:28,450 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-06T15:44:28,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped