2024-11-12 18:14:05,225 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-12 18:14:05,247 main DEBUG Took 0.018989 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 18:14:05,247 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 18:14:05,248 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 18:14:05,250 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 18:14:05,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,269 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 18:14:05,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,306 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,308 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,310 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,312 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,313 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,314 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:05,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,317 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 18:14:05,320 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:05,321 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 18:14:05,324 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 18:14:05,325 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 18:14:05,327 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 18:14:05,328 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 18:14:05,342 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 18:14:05,346 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 18:14:05,349 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 18:14:05,350 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 18:14:05,350 main DEBUG createAppenders(={Console}) 2024-11-12 18:14:05,352 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 initialized 2024-11-12 18:14:05,354 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-12 18:14:05,355 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 OK. 2024-11-12 18:14:05,355 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 18:14:05,356 main DEBUG OutputStream closed 2024-11-12 18:14:05,356 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 18:14:05,356 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 18:14:05,357 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d5c822d OK 2024-11-12 18:14:05,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 18:14:05,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 18:14:05,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 18:14:05,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 18:14:05,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 18:14:05,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 18:14:05,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 18:14:05,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 18:14:05,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 18:14:05,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 18:14:05,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 18:14:05,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 18:14:05,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 18:14:05,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 18:14:05,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 18:14:05,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 18:14:05,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 18:14:05,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 18:14:05,486 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 18:14:05,487 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@c9d0d6) with optional ClassLoader: null 2024-11-12 18:14:05,487 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 18:14:05,488 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@c9d0d6] started OK. 2024-11-12T18:14:05,539 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-12 18:14:05,543 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 18:14:05,543 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T18:14:05,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925 2024-11-12T18:14:05,908 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-12T18:14:05,911 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:14:05,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:14:05,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8, deleteOnExit=true 2024-11-12T18:14:05,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:14:05,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/test.cache.data in system properties and HBase conf 2024-11-12T18:14:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:14:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:14:05,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:14:05,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:14:05,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:14:06,109 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T18:14:06,250 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:14:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:14:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:14:06,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:14:06,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:14:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:14:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:14:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:14:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:14:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:14:06,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:14:06,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:14:06,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:14:06,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:14:06,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:14:07,908 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:14:08,042 INFO [Time-limited test {}] log.Log(170): Logging initialized @4517ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T18:14:08,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:08,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:08,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:08,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:08,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:08,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:08,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b044cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:08,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c08da1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:08,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f5ae465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir/jetty-localhost-37351-hadoop-hdfs-3_4_1-tests_jar-_-any-3198790565245874283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:14:08,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7617a2cd{HTTP/1.1, (http/1.1)}{localhost:37351} 2024-11-12T18:14:08,756 INFO [Time-limited test {}] server.Server(415): Started @5232ms 2024-11-12T18:14:09,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:09,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:09,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:09,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:09,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:14:09,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74318ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:09,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6d59b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:10,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48045b24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir/jetty-localhost-43729-hadoop-hdfs-3_4_1-tests_jar-_-any-13636255897671800432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:14:10,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@167e0671{HTTP/1.1, (http/1.1)}{localhost:43729} 2024-11-12T18:14:10,066 INFO [Time-limited test {}] server.Server(415): Started @6542ms 2024-11-12T18:14:10,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:14:11,978 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/data/data1/current/BP-278550531-172.17.0.3-1731435247171/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:11,980 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/data/data2/current/BP-278550531-172.17.0.3-1731435247171/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:12,131 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:14:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49670506e2fb817e with lease ID 0xa2b67fb1fd2b1f4c: Processing first storage report for DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56 from datanode DatanodeRegistration(127.0.0.1:45795, datanodeUuid=21a2f40e-67bd-42c4-9aa9-1e327d99cc2f, infoPort=38987, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=137370177;c=1731435247171) 2024-11-12T18:14:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49670506e2fb817e with lease ID 0xa2b67fb1fd2b1f4c: from storage DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56 node DatanodeRegistration(127.0.0.1:45795, datanodeUuid=21a2f40e-67bd-42c4-9aa9-1e327d99cc2f, infoPort=38987, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=137370177;c=1731435247171), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T18:14:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49670506e2fb817e with lease ID 0xa2b67fb1fd2b1f4c: Processing first storage report for DS-a2c241c9-ac69-4d78-8971-9a893af6668e from datanode DatanodeRegistration(127.0.0.1:45795, datanodeUuid=21a2f40e-67bd-42c4-9aa9-1e327d99cc2f, infoPort=38987, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=137370177;c=1731435247171) 2024-11-12T18:14:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49670506e2fb817e with lease ID 0xa2b67fb1fd2b1f4c: from storage DS-a2c241c9-ac69-4d78-8971-9a893af6668e node DatanodeRegistration(127.0.0.1:45795, datanodeUuid=21a2f40e-67bd-42c4-9aa9-1e327d99cc2f, infoPort=38987, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=137370177;c=1731435247171), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:14:12,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925 2024-11-12T18:14:12,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/zookeeper_0, clientPort=62487, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:14:12,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62487 2024-11-12T18:14:12,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:12,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:13,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:14:13,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 with version=8 2024-11-12T18:14:13,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging 2024-11-12T18:14:13,240 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-12T18:14:13,240 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-12T18:14:13,240 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-12T18:14:13,241 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-12T18:14:13,478 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T18:14:13,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T18:14:13,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:13,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:13,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:14:13,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:13,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:14:14,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:14:14,393 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T18:14:14,408 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T18:14:14,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:14:14,454 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 125458 (auto-detected) 2024-11-12T18:14:14,456 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T18:14:14,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43181 2024-11-12T18:14:14,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43181 connecting to ZooKeeper ensemble=127.0.0.1:62487 2024-11-12T18:14:14,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431810x0, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:14:14,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43181-0x101318afcdf0000 connected 2024-11-12T18:14:14,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:14,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:14,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T18:14:14,952 INFO [Time-limited test {}] log.Log(170): Logging initialized @11428ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T18:14:15,025 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-12T18:14:15,025 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-12T18:14:15,026 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-12T18:14:15,027 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-12T18:14:15,028 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-12T18:14:15,030 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-12T18:14:15,031 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-12T18:14:15,031 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-12T18:14:15,034 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-12T18:14:15,149 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 35731 2024-11-12T18:14:15,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-12T18:14:15,185 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T18:14:15,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1a84e2aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:15,188 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T18:14:15,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5735381a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-12T18:14:15,258 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-12T18:14:15,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:15,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:15,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:15,285 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T18:14:16,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@279b1135{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-12T18:14:16,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@283f15ce{HTTP/1.1, (http/1.1)}{0.0.0.0:35731} 2024-11-12T18:14:16,172 INFO [Time-limited test {}] server.Server(415): Started @12648ms 2024-11-12T18:14:16,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5, hbase.cluster.distributed=false 2024-11-12T18:14:16,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-12T18:14:16,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-12T18:14:16,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43181 2024-11-12T18:14:16,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43181 2024-11-12T18:14:16,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-12T18:14:16,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-12T18:14:16,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T18:14:16,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:16,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:16,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:14:16,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:16,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:14:16,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:14:16,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:14:16,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41929 2024-11-12T18:14:16,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41929 connecting to ZooKeeper ensemble=127.0.0.1:62487 2024-11-12T18:14:16,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:16,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419290x0, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:14:16,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T18:14:16,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41929-0x101318afcdf0001 connected 2024-11-12T18:14:16,425 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-12T18:14:16,425 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-12T18:14:16,426 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-12T18:14:16,426 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-12T18:14:16,426 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-12T18:14:16,427 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-12T18:14:16,427 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-12T18:14:16,428 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-12T18:14:16,428 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-12T18:14:16,431 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42669 2024-11-12T18:14:16,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-12T18:14:16,437 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T18:14:16,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@49a96946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:16,437 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T18:14:16,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@76aa1365{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-12T18:14:16,454 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-12T18:14:16,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:16,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:16,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:16,457 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T18:14:16,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@47c84617{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-12T18:14:16,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f57b195{HTTP/1.1, (http/1.1)}{0.0.0.0:42669} 2024-11-12T18:14:16,462 INFO [Time-limited test {}] server.Server(415): Started @12938ms 2024-11-12T18:14:16,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:14:16,479 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:14:16,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-12T18:14:16,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-12T18:14:16,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-12T18:14:16,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41929 2024-11-12T18:14:16,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41929 2024-11-12T18:14:16,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-12T18:14:16,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-12T18:14:16,513 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:43181 2024-11-12T18:14:16,517 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-12T18:14:16,544 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5da03b31{HTTP/1.1, (http/1.1)}{0.0.0.0:41217} 2024-11-12T18:14:16,545 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] server.Server(415): Started @13021ms 2024-11-12T18:14:16,545 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/6684de3f6e40,43181,1731435253586 2024-11-12T18:14:16,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T18:14:16,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T18:14:16,562 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/6684de3f6e40,43181,1731435253586 2024-11-12T18:14:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-12T18:14:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:16,596 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-12T18:14:16,597 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/6684de3f6e40,43181,1731435253586 from backup master directory 2024-11-12T18:14:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T18:14:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/6684de3f6e40,43181,1731435253586 2024-11-12T18:14:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T18:14:16,612 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:14:16,613 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,43181,1731435253586 2024-11-12T18:14:16,616 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T18:14:16,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T18:14:16,737 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase.id] with ID: b43b4203-cab7-45aa-9ec8-672534f40bd6 2024-11-12T18:14:16,738 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.tmp/hbase.id 2024-11-12T18:14:16,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:14:16,791 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.tmp/hbase.id]:[hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase.id] 2024-11-12T18:14:16,883 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:16,889 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:14:16,910 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-12T18:14:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:14:17,356 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:17,359 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:14:17,366 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-12T18:14:17,370 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-12T18:14:17,384 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:14:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:14:17,446 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store 2024-11-12T18:14:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:14:17,547 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T18:14:17,555 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:17,560 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:14:17,561 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:14:17,561 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:14:17,563 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:14:17,564 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:14:17,564 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:14:17,566 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435257560Disabling compacts and flushes for region at 1731435257560Disabling writes for close at 1731435257564 (+4 ms)Writing region close event to WAL at 1731435257564Closed at 1731435257564 2024-11-12T18:14:17,569 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/.initializing 2024-11-12T18:14:17,569 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/WALs/6684de3f6e40,43181,1731435253586 2024-11-12T18:14:17,580 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:14:17,588 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40,43181,1731435253586.regiongroup-0 2024-11-12T18:14:17,607 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C43181%2C1731435253586.6684de3f6e40%2C43181%2C1731435253586.regiongroup-0, suffix=, logDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/WALs/6684de3f6e40,43181,1731435253586, archiveDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/oldWALs, maxLogs=10 2024-11-12T18:14:17,640 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/WALs/6684de3f6e40,43181,1731435253586/6684de3f6e40%2C43181%2C1731435253586.6684de3f6e40%2C43181%2C1731435253586.regiongroup-0.1731435257614, exclude list is [], retry=0 2024-11-12T18:14:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:17,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T18:14:17,776 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/WALs/6684de3f6e40,43181,1731435253586/6684de3f6e40%2C43181%2C1731435253586.6684de3f6e40%2C43181%2C1731435253586.regiongroup-0.1731435257614 2024-11-12T18:14:17,781 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:17,782 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:17,783 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:17,790 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:17,792 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:17,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:17,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:14:17,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:17,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:17,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:14:18,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:18,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:18,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:14:18,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:18,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:18,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:14:18,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:18,049 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,060 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,067 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,087 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,089 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,100 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:14:18,116 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:14:18,130 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:18,133 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10279219840, jitterRate=-0.04267305135726929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:14:18,144 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435257825Initializing all the Stores at 1731435257839 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435257841 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435257845 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435257846 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435257846Cleaning up temporary data from old regions at 1731435258089 (+243 ms)Region opened successfully at 1731435258144 (+55 ms) 2024-11-12T18:14:18,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:14:18,267 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5b5372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T18:14:18,377 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:14:18,399 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:14:18,399 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:14:18,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:14:18,414 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-12T18:14:18,422 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-12T18:14:18,423 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:14:18,481 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:14:18,495 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-12T18:14:18,539 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-12T18:14:18,543 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:14:18,552 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:14:18,563 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-12T18:14:18,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:14:18,575 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:14:18,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-12T18:14:18,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:14:18,601 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-12T18:14:18,624 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:14:18,634 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-12T18:14:18,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-12T18:14:18,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-12T18:14:18,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,677 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,43181,1731435253586, sessionid=0x101318afcdf0000, setting cluster-up flag (Was=false) 2024-11-12T18:14:18,685 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-12T18:14:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,755 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-12T18:14:18,762 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43181,1731435253586 2024-11-12T18:14:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,870 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-12T18:14:18,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43181,1731435253586 2024-11-12T18:14:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:19,146 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-12T18:14:19,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43181,1731435253586 2024-11-12T18:14:19,155 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:14:19,258 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(746): ClusterId : b43b4203-cab7-45aa-9ec8-672534f40bd6 2024-11-12T18:14:19,261 INFO [RS:0;6684de3f6e40:41929 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-12T18:14:19,263 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:14:19,272 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:14:19,286 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:14:19,296 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:14:19,301 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:14:19,301 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-12T18:14:19,303 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,43181,1731435253586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:14:19,326 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-12T18:14:19,326 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:14:19,328 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:14:19,329 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:14:19,329 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:14:19,329 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:14:19,329 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:14:19,330 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,330 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:14:19,330 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:14:19,340 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435289340 2024-11-12T18:14:19,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:14:19,343 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:14:19,343 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:14:19,344 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:14:19,344 DEBUG [RS:0;6684de3f6e40:41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227c403d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T18:14:19,348 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:14:19,349 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-12T18:14:19,349 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:19,349 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:14:19,350 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:14:19,350 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:14:19,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:14:19,350 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,360 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:14:19,361 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:14:19,362 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:14:19,362 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:41929 2024-11-12T18:14:19,366 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:14:19,367 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:14:19,367 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:14:19,372 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,43181,1731435253586 with port=41929, startcode=1731435256330 2024-11-12T18:14:19,383 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e016b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:19,383 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:14:19,386 DEBUG [RS:0;6684de3f6e40:41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:14:19,388 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:19,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:19,448 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:14:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:19,459 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:14:19,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f47417c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:19,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:19,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:19,485 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:19,488 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:14:19,489 WARN [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:14:19,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8400182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:19,490 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-12T18:14:19,495 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:14:19,496 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:14:19,499 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731435259497,5,FailOnTimeoutGroup] 2024-11-12T18:14:19,500 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731435259500,5,FailOnTimeoutGroup] 2024-11-12T18:14:19,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:14:19,502 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,502 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,590 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,43181,1731435253586 with port=41929, startcode=1731435256330 2024-11-12T18:14:19,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,41929,1731435256330 2024-11-12T18:14:19,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:19,602 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:19,602 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36159 2024-11-12T18:14:19,603 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=35731 2024-11-12T18:14:19,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-12T18:14:19,666 DEBUG [RS:0;6684de3f6e40:41929 {}] zookeeper.ZKUtil(111): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rs/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:19,666 WARN [RS:0;6684de3f6e40:41929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:14:19,666 INFO [RS:0;6684de3f6e40:41929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-12T18:14:19,666 INFO [RS:0;6684de3f6e40:41929 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-12T18:14:19,667 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:19,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,41929,1731435256330] 2024-11-12T18:14:19,696 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:14:19,714 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:14:19,722 INFO [RS:0;6684de3f6e40:41929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:14:19,722 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,724 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:14:19,732 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:14:19,734 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,734 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,734 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,735 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,735 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,735 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,735 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:14:19,735 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,735 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,736 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,736 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,736 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,736 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:14:19,736 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:14:19,737 DEBUG [RS:0;6684de3f6e40:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:14:19,738 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,738 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,738 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,739 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,739 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,739 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41929,1731435256330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:14:19,766 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:14:19,769 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41929,1731435256330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,769 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,769 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.Replication(171): 6684de3f6e40,41929,1731435256330 started 2024-11-12T18:14:19,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:14:19,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:19,792 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:19,792 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,41929,1731435256330, RpcServer on 6684de3f6e40/172.17.0.3:41929, sessionid=0x101318afcdf0001 2024-11-12T18:14:19,793 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:14:19,793 DEBUG [RS:0;6684de3f6e40:41929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,41929,1731435256330 2024-11-12T18:14:19,794 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41929,1731435256330' 2024-11-12T18:14:19,794 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-12T18:14:19,795 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-12T18:14:19,796 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:14:19,796 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-12T18:14:19,796 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41929,1731435256330' 2024-11-12T18:14:19,796 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:14:19,797 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:14:19,798 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-12T18:14:19,798 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-12T18:14:19,798 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:14:19,798 DEBUG [RS:0;6684de3f6e40:41929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,41929,1731435256330 2024-11-12T18:14:19,798 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41929,1731435256330' 2024-11-12T18:14:19,798 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-12T18:14:19,799 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-12T18:14:19,799 DEBUG [RS:0;6684de3f6e40:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:14:19,800 INFO [RS:0;6684de3f6e40:41929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:14:19,800 INFO [RS:0;6684de3f6e40:41929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:14:19,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:14:19,905 INFO [RS:0;6684de3f6e40:41929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:14:19,906 INFO [RS:0;6684de3f6e40:41929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40,41929,1731435256330.regiongroup-0 2024-11-12T18:14:19,910 INFO [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0, suffix=, logDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330, archiveDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs, maxLogs=32 2024-11-12T18:14:19,928 DEBUG [RS:0;6684de3f6e40:41929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435259913, exclude list is [], retry=0 2024-11-12T18:14:19,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:19,937 INFO [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435259913 2024-11-12T18:14:19,938 DEBUG [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:20,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:20,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:14:20,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:14:20,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:14:20,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:14:20,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:14:20,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:14:20,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:14:20,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:14:20,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:14:20,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740 2024-11-12T18:14:20,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740 2024-11-12T18:14:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:14:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:14:20,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:14:20,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:14:20,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:20,290 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10435138720, jitterRate=-0.028151974081993103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:14:20,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435260205Initializing all the Stores at 1731435260208 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435260208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435260209 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435260209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435260209Cleaning up temporary data from old regions at 1731435260272 (+63 ms)Region opened successfully at 1731435260294 (+22 ms) 2024-11-12T18:14:20,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:14:20,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:14:20,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:14:20,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:14:20,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:14:20,300 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:14:20,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435260294Disabling compacts and flushes for region at 1731435260294Disabling writes for close at 1731435260294Writing region close event to WAL at 1731435260299 (+5 ms)Closed at 1731435260299 2024-11-12T18:14:20,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:14:20,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:14:20,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:14:20,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:14:20,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:14:20,495 DEBUG [6684de3f6e40:43181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:14:20,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:20,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41929,1731435256330, state=OPENING 2024-11-12T18:14:20,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:14:20,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:20,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:14:20,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T18:14:20,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T18:14:20,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:14:20,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:20,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:14:20,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:14:20,781 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:14:20,781 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-12T18:14:20,782 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-12T18:14:20,782 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:14:20,782 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:14:20,787 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C41929%2C1731435256330.meta, suffix=.meta, logDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330, archiveDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs, maxLogs=32 2024-11-12T18:14:20,815 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta, exclude list is [], retry=0 2024-11-12T18:14:20,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:20,840 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta 2024-11-12T18:14:20,847 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:20,848 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:20,853 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:20,855 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:14:20,857 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:14:20,858 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:14:20,863 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:14:20,864 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:20,864 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:14:20,864 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:14:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:14:20,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:14:20,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:14:20,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:14:20,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:14:20,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:14:20,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:14:20,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:14:20,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:20,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:14:20,905 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:14:20,907 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740 2024-11-12T18:14:20,914 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740 2024-11-12T18:14:20,922 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:14:20,922 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:14:20,923 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:14:20,926 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:14:20,928 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11080325920, jitterRate=0.03193576633930206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:14:20,929 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:14:20,930 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435260865Writing region info on filesystem at 1731435260865Initializing all the Stores at 1731435260872 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435260872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435260873 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435260873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435260873Cleaning up temporary data from old regions at 1731435260922 (+49 ms)Running coprocessor post-open hooks at 1731435260929 (+7 ms)Region opened successfully at 1731435260930 (+1 ms) 2024-11-12T18:14:20,942 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435260748 2024-11-12T18:14:20,982 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:14:20,982 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:14:20,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:21,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41929,1731435256330, state=OPEN 2024-11-12T18:14:21,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-12T18:14:21,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T18:14:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-12T18:14:21,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T18:14:21,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:21,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:14:21,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41929,1731435256330 in 473 msec 2024-11-12T18:14:21,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:14:21,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 740 msec 2024-11-12T18:14:21,088 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:14:21,088 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:14:21,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:21,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:21,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:21,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:21,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0350 sec 2024-11-12T18:14:21,243 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435261243, completionTime=-1 2024-11-12T18:14:21,247 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:14:21,247 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:14:21,297 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:14:21,298 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435321298 2024-11-12T18:14:21,298 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435381298 2024-11-12T18:14:21,298 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 50 msec 2024-11-12T18:14:21,302 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43181,1731435253586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,303 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43181,1731435253586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,303 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43181,1731435253586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,306 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:43181, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,307 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,316 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,325 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:14:21,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.758sec 2024-11-12T18:14:21,374 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:14:21,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:14:21,378 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:14:21,381 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:14:21,381 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:14:21,383 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43181,1731435253586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:14:21,384 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43181,1731435253586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:14:21,423 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:14:21,424 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:14:21,425 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43181,1731435253586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:14:21,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df24480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:21,472 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T18:14:21,472 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T18:14:21,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:21,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:21,503 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55951231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:21,516 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:21,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f73bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:21,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:21,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:21,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,43181,1731435253586 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/test.cache.data in system properties and HBase conf 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:14:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:14:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:14:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741835_1011 (size=592039) 2024-11-12T18:14:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741836_1012 (size=1663647) 2024-11-12T18:14:24,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:14:24,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:24,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:14:24,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-12T18:14:24,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:14:24,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:14:24,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:14:24,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:24,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:24,698 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:25,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:25,081 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-12T18:14:25,082 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:25,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:25,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:25,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:25,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:25,171 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:25,172 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:25,172 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:25,176 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebfb1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:25,177 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db5683{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:25,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d2c48a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:25,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ced0394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:25,509 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-12T18:14:25,515 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-12T18:14:25,516 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-12T18:14:25,519 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-12T18:14:25,631 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:25,690 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:14:25,714 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:26,253 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-12T18:14:26,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba31a3{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir/jetty-localhost-35531-hadoop-yarn-common-3_4_1_jar-_-any-4139354936401530733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-12T18:14:26,288 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@365eefce{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir/jetty-localhost-39301-hadoop-yarn-common-3_4_1_jar-_-any-6801895181846956695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-12T18:14:26,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c608708{HTTP/1.1, (http/1.1)}{localhost:35531} 2024-11-12T18:14:26,289 INFO [Time-limited test {}] server.Server(415): Started @22765ms 2024-11-12T18:14:26,303 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@28f66479{HTTP/1.1, (http/1.1)}{localhost:39301} 2024-11-12T18:14:26,303 INFO [Thread-251 {}] server.Server(415): Started @22780ms 2024-11-12T18:14:26,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T18:14:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741837_1013 (size=5) 2024-11-12T18:14:28,643 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-12T18:14:28,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:28,752 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-12T18:14:28,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:28,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:28,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:28,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:28,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:28,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a02e3cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:28,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f07eeb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:28,930 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-12T18:14:28,931 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-12T18:14:28,931 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-12T18:14:28,937 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-12T18:14:28,955 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:28,988 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:29,247 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:29,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bbdadc7{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir/jetty-localhost-33479-hadoop-yarn-common-3_4_1_jar-_-any-5787503014907217224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T18:14:29,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b714d1d{HTTP/1.1, (http/1.1)}{localhost:33479} 2024-11-12T18:14:29,271 INFO [Time-limited test {}] server.Server(415): Started @25747ms 2024-11-12T18:14:29,863 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-12T18:14:29,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:29,901 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-12T18:14:29,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:29,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:29,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:29,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:29,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:29,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7732d195{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:29,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6279182c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:30,066 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-12T18:14:30,066 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-12T18:14:30,066 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-12T18:14:30,066 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-12T18:14:30,097 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:30,110 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:30,276 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T18:14:30,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64c9f967{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/java.io.tmpdir/jetty-localhost-39695-hadoop-yarn-common-3_4_1_jar-_-any-16138982243158420925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T18:14:30,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6edcd486{HTTP/1.1, (http/1.1)}{localhost:39695} 2024-11-12T18:14:30,288 INFO [Time-limited test {}] server.Server(415): Started @26764ms 2024-11-12T18:14:30,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-12T18:14:30,375 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:36159/backupUT 2024-11-12T18:14:30,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:14:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:14:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ba04e3 2024-11-12T18:14:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:14:30,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:14:30,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-12T18:14:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-12T18:14:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:14:30,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 61 msec 2024-11-12T18:14:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:14:30,597 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-12T18:14:30,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-12T18:14:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-12T18:14:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-12T18:14:30,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 38 msec 2024-11-12T18:14:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-12T18:14:30,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-12T18:14:30,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-12T18:14:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-12T18:14:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-12T18:14:30,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 82 msec 2024-11-12T18:14:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-12T18:14:30,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-12T18:14:30,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-12T18:14:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-12T18:14:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:14:30,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 57 msec 2024-11-12T18:14:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:14:31,050 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-12T18:14:31,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1731435270375', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731435270375 2024-11-12T18:14:31,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731435270375 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:14:31,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1731435270375" procId is: 8 2024-11-12T18:14:31,104 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T18:14:31,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731435270375 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:14:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741838_1014 (size=367) 2024-11-12T18:14:31,168 INFO [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9a031fbfc0a21509d20128089f19440, NAME => 'test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731435270375', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T18:14:31,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741839_1015 (size=53) 2024-11-12T18:14:31,232 DEBUG [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:31,233 DEBUG [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1722): Closing f9a031fbfc0a21509d20128089f19440, disabling compactions & flushes 2024-11-12T18:14:31,233 INFO [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,233 DEBUG [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,233 DEBUG [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. after waiting 0 ms 2024-11-12T18:14:31,233 DEBUG [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,233 INFO [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1973): Closed test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,233 DEBUG [RegionOpenAndInit-test-1731435270375-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9a031fbfc0a21509d20128089f19440: Waiting for close lock at 1731435271232Disabling compacts and flushes for region at 1731435271232Disabling writes for close at 1731435271233 (+1 ms)Writing region close event to WAL at 1731435271233Closed at 1731435271233 2024-11-12T18:14:31,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731435270375 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:14:31,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731435271236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435271236"}]},"ts":"1731435271236"} 2024-11-12T18:14:31,247 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:14:31,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731435270375 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:14:31,254 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731435270375","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435271251"}]},"ts":"1731435271251"} 2024-11-12T18:14:31,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731435270375, state=ENABLING in hbase:meta 2024-11-12T18:14:31,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, ASSIGN}] 2024-11-12T18:14:31,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, ASSIGN 2024-11-12T18:14:31,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:14:31,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T18:14:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, ASSIGN because future has completed 2024-11-12T18:14:31,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:31,641 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,641 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:14:31,642 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40,41929,1731435256330.regiongroup-1 2024-11-12T18:14:31,656 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1, suffix=, logDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330, archiveDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs, maxLogs=32 2024-11-12T18:14:31,681 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435271659, exclude list is [], retry=0 2024-11-12T18:14:31,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:31,700 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435271659 2024-11-12T18:14:31,702 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:31,702 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9a031fbfc0a21509d20128089f19440, NAME => 'test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:31,703 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:31,703 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731435270375 f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,703 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:31,703 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,704 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,708 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,713 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName f 2024-11-12T18:14:31,714 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:31,715 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:31,716 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,717 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,718 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,719 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,719 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,730 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T18:14:31,741 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:31,743 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened f9a031fbfc0a21509d20128089f19440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10731597760, jitterRate=-5.4207444190979E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:14:31,743 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:31,744 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9a031fbfc0a21509d20128089f19440: Running coprocessor pre-open hook at 1731435271704Writing region info on filesystem at 1731435271704Initializing all the Stores at 1731435271707 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435271707Cleaning up temporary data from old regions at 1731435271719 (+12 ms)Running coprocessor post-open hooks at 1731435271743 (+24 ms)Region opened successfully at 1731435271744 (+1 ms) 2024-11-12T18:14:31,749 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., pid=10, masterSystemTime=1731435271586 2024-11-12T18:14:31,753 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,753 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:31,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:31,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:31,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:14:31,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 in 339 msec 2024-11-12T18:14:31,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:14:31,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, ASSIGN in 511 msec 2024-11-12T18:14:31,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731435270375 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:14:31,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731435270375","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435271796"}]},"ts":"1731435271796"} 2024-11-12T18:14:31,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731435270375, state=ENABLED in hbase:meta 2024-11-12T18:14:31,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731435270375 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:14:31,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731435270375 in 738 msec 2024-11-12T18:14:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T18:14:32,249 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731435270375 completed 2024-11-12T18:14:32,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b0a961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:32,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:32,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:32,252 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741f94b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:32,255 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b88667b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:32,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:32,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:32,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731435270375', row='row0', locateType=CURRENT is [region=test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:14:32,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HRegion(8528): writing data to region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:14:32,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17314352703751', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17314352703751 2024-11-12T18:14:32,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17314352703751 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:14:32,597 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:32,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17314352703751" procId is: 11 2024-11-12T18:14:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:14:32,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17314352703751 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:14:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741841_1017 (size=364) 2024-11-12T18:14:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:14:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:14:33,037 INFO [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13bc020466ceb2a6f7db7063bc62ffab, NAME => 'ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17314352703751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:33,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741842_1018 (size=50) 2024-11-12T18:14:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:14:33,494 DEBUG [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:33,495 DEBUG [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1722): Closing 13bc020466ceb2a6f7db7063bc62ffab, disabling compactions & flushes 2024-11-12T18:14:33,495 INFO [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,495 DEBUG [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,495 DEBUG [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. after waiting 0 ms 2024-11-12T18:14:33,495 DEBUG [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,495 INFO [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,495 DEBUG [RegionOpenAndInit-ns2:test-17314352703751-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13bc020466ceb2a6f7db7063bc62ffab: Waiting for close lock at 1731435273495Disabling compacts and flushes for region at 1731435273495Disabling writes for close at 1731435273495Writing region close event to WAL at 1731435273495Closed at 1731435273495 2024-11-12T18:14:33,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17314352703751 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:14:33,498 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731435273498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435273498"}]},"ts":"1731435273498"} 2024-11-12T18:14:33,503 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:14:33,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17314352703751 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:14:33,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17314352703751","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435273507"}]},"ts":"1731435273507"} 2024-11-12T18:14:33,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17314352703751, state=ENABLING in hbase:meta 2024-11-12T18:14:33,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17314352703751, region=13bc020466ceb2a6f7db7063bc62ffab, ASSIGN}] 2024-11-12T18:14:33,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17314352703751, region=13bc020466ceb2a6f7db7063bc62ffab, ASSIGN 2024-11-12T18:14:33,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17314352703751, region=13bc020466ceb2a6f7db7063bc62ffab, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:14:33,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=13bc020466ceb2a6f7db7063bc62ffab, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:33,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17314352703751, region=13bc020466ceb2a6f7db7063bc62ffab, ASSIGN because future has completed 2024-11-12T18:14:33,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:14:33,852 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,853 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 13bc020466ceb2a6f7db7063bc62ffab, NAME => 'ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:33,853 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:33,854 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17314352703751 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,854 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:33,854 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,854 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,865 INFO [StoreOpener-13bc020466ceb2a6f7db7063bc62ffab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,887 INFO [StoreOpener-13bc020466ceb2a6f7db7063bc62ffab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13bc020466ceb2a6f7db7063bc62ffab columnFamilyName f 2024-11-12T18:14:33,887 DEBUG [StoreOpener-13bc020466ceb2a6f7db7063bc62ffab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:33,891 INFO [StoreOpener-13bc020466ceb2a6f7db7063bc62ffab-1 {}] regionserver.HStore(327): Store=13bc020466ceb2a6f7db7063bc62ffab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:33,892 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,895 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,897 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,901 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,901 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,916 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,940 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:33,946 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 13bc020466ceb2a6f7db7063bc62ffab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9560380480, jitterRate=-0.10962018370628357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:14:33,946 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:33,947 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 13bc020466ceb2a6f7db7063bc62ffab: Running coprocessor pre-open hook at 1731435273854Writing region info on filesystem at 1731435273854Initializing all the Stores at 1731435273863 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435273863Cleaning up temporary data from old regions at 1731435273901 (+38 ms)Running coprocessor post-open hooks at 1731435273946 (+45 ms)Region opened successfully at 1731435273947 (+1 ms) 2024-11-12T18:14:33,951 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab., pid=13, masterSystemTime=1731435273829 2024-11-12T18:14:33,965 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,965 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:33,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=13bc020466ceb2a6f7db7063bc62ffab, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:33,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:34,001 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,41929,1731435256330, table=ns2:test-17314352703751, region=13bc020466ceb2a6f7db7063bc62ffab. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:14:34,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T18:14:34,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab, server=6684de3f6e40,41929,1731435256330 in 336 msec 2024-11-12T18:14:34,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T18:14:34,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17314352703751, region=13bc020466ceb2a6f7db7063bc62ffab, ASSIGN in 516 msec 2024-11-12T18:14:34,060 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17314352703751 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:14:34,060 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17314352703751","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435274060"}]},"ts":"1731435274060"} 2024-11-12T18:14:34,073 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17314352703751, state=ENABLED in hbase:meta 2024-11-12T18:14:34,084 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17314352703751 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:14:34,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17314352703751 in 1.4980 sec 2024-11-12T18:14:34,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731435270375 2024-11-12T18:14:34,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731435270375 Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:34,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17314352703751 2024-11-12T18:14:34,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17314352703751 Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:14:34,750 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17314352703751 completed 2024-11-12T18:14:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17314352703751', row='row0', locateType=CURRENT is [region=ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:14:34,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HRegion(8528): writing data to region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:14:35,377 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17314352703752', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17314352703752 2024-11-12T18:14:35,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17314352703752 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:14:35,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:35,392 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17314352703752" procId is: 14 2024-11-12T18:14:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:14:35,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17314352703752 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:14:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741843_1019 (size=390) 2024-11-12T18:14:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:14:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:14:35,873 INFO [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77bbeefa52be812152e482d822971f57, NAME => 'ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17314352703752', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741844_1020 (size=50) 2024-11-12T18:14:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:14:36,340 DEBUG [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:36,341 DEBUG [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1722): Closing 77bbeefa52be812152e482d822971f57, disabling compactions & flushes 2024-11-12T18:14:36,341 INFO [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,341 DEBUG [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,341 DEBUG [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. after waiting 0 ms 2024-11-12T18:14:36,341 DEBUG [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,341 INFO [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,341 DEBUG [RegionOpenAndInit-ns3:test-17314352703752-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77bbeefa52be812152e482d822971f57: Waiting for close lock at 1731435276341Disabling compacts and flushes for region at 1731435276341Disabling writes for close at 1731435276341Writing region close event to WAL at 1731435276341Closed at 1731435276341 2024-11-12T18:14:36,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17314352703752 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:14:36,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731435276344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435276344"}]},"ts":"1731435276344"} 2024-11-12T18:14:36,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:14:36,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17314352703752 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:14:36,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17314352703752","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435276354"}]},"ts":"1731435276354"} 2024-11-12T18:14:36,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17314352703752, state=ENABLING in hbase:meta 2024-11-12T18:14:36,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17314352703752, region=77bbeefa52be812152e482d822971f57, ASSIGN}] 2024-11-12T18:14:36,363 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17314352703752, region=77bbeefa52be812152e482d822971f57, ASSIGN 2024-11-12T18:14:36,368 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17314352703752, region=77bbeefa52be812152e482d822971f57, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:14:36,519 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=77bbeefa52be812152e482d822971f57, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17314352703752, region=77bbeefa52be812152e482d822971f57, ASSIGN because future has completed 2024-11-12T18:14:36,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77bbeefa52be812152e482d822971f57, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:14:36,683 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,687 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 77bbeefa52be812152e482d822971f57, NAME => 'ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:36,688 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:36,688 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17314352703752 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,688 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:36,689 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,689 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,699 INFO [StoreOpener-77bbeefa52be812152e482d822971f57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,709 INFO [StoreOpener-77bbeefa52be812152e482d822971f57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77bbeefa52be812152e482d822971f57 columnFamilyName f 2024-11-12T18:14:36,709 DEBUG [StoreOpener-77bbeefa52be812152e482d822971f57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:36,713 INFO [StoreOpener-77bbeefa52be812152e482d822971f57-1 {}] regionserver.HStore(327): Store=77bbeefa52be812152e482d822971f57/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:36,713 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,719 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns3/test-17314352703752/77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,723 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns3/test-17314352703752/77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,727 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,728 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,848 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,868 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns3/test-17314352703752/77bbeefa52be812152e482d822971f57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:36,870 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 77bbeefa52be812152e482d822971f57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10079134880, jitterRate=-0.06130741536617279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:14:36,870 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77bbeefa52be812152e482d822971f57 2024-11-12T18:14:36,872 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 77bbeefa52be812152e482d822971f57: Running coprocessor pre-open hook at 1731435276689Writing region info on filesystem at 1731435276689Initializing all the Stores at 1731435276696 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435276696Cleaning up temporary data from old regions at 1731435276728 (+32 ms)Running coprocessor post-open hooks at 1731435276870 (+142 ms)Region opened successfully at 1731435276871 (+1 ms) 2024-11-12T18:14:36,881 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57., pid=16, masterSystemTime=1731435276676 2024-11-12T18:14:36,890 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,890 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:14:36,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=77bbeefa52be812152e482d822971f57, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:36,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77bbeefa52be812152e482d822971f57, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:36,942 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,41929,1731435256330, table=ns3:test-17314352703752, region=77bbeefa52be812152e482d822971f57. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:14:36,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T18:14:36,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 77bbeefa52be812152e482d822971f57, server=6684de3f6e40,41929,1731435256330 in 421 msec 2024-11-12T18:14:36,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T18:14:36,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17314352703752, region=77bbeefa52be812152e482d822971f57, ASSIGN in 601 msec 2024-11-12T18:14:36,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17314352703752 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:14:36,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17314352703752","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435276967"}]},"ts":"1731435276967"} 2024-11-12T18:14:36,972 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17314352703752, state=ENABLED in hbase:meta 2024-11-12T18:14:36,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17314352703752 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:14:36,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17314352703752 in 1.5980 sec 2024-11-12T18:14:37,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T18:14:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:14:37,551 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17314352703752 completed 2024-11-12T18:14:37,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17314352703752 get assigned. Timeout = 60000ms 2024-11-12T18:14:37,554 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:14:37,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17314352703752 assigned to meta. Checking AM states. 2024-11-12T18:14:37,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:14:37,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17314352703752 assigned. 2024-11-12T18:14:37,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17314352703753', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17314352703753 2024-11-12T18:14:37,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17314352703753 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:14:37,577 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:37,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17314352703753" procId is: 17 2024-11-12T18:14:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T18:14:37,579 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17314352703753 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:14:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741845_1021 (size=390) 2024-11-12T18:14:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T18:14:37,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17314352703751' 2024-11-12T18:14:37,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731435270375' 2024-11-12T18:14:37,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17314352703752' 2024-11-12T18:14:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T18:14:38,025 INFO [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 594f2ff8510aaebf256cbd2168f06f3c, NAME => 'ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17314352703753', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:38,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741846_1022 (size=50) 2024-11-12T18:14:38,079 DEBUG [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:38,079 DEBUG [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1722): Closing 594f2ff8510aaebf256cbd2168f06f3c, disabling compactions & flushes 2024-11-12T18:14:38,079 INFO [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,079 DEBUG [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,079 DEBUG [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. after waiting 0 ms 2024-11-12T18:14:38,079 DEBUG [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,079 INFO [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,079 DEBUG [RegionOpenAndInit-ns4:test-17314352703753-pool-0 {}] regionserver.HRegion(1676): Region close journal for 594f2ff8510aaebf256cbd2168f06f3c: Waiting for close lock at 1731435278079Disabling compacts and flushes for region at 1731435278079Disabling writes for close at 1731435278079Writing region close event to WAL at 1731435278079Closed at 1731435278079 2024-11-12T18:14:38,082 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17314352703753 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:14:38,082 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731435278082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435278082"}]},"ts":"1731435278082"} 2024-11-12T18:14:38,090 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:14:38,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17314352703753 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:14:38,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17314352703753","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435278093"}]},"ts":"1731435278093"} 2024-11-12T18:14:38,098 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17314352703753, state=ENABLING in hbase:meta 2024-11-12T18:14:38,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17314352703753, region=594f2ff8510aaebf256cbd2168f06f3c, ASSIGN}] 2024-11-12T18:14:38,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17314352703753, region=594f2ff8510aaebf256cbd2168f06f3c, ASSIGN 2024-11-12T18:14:38,103 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17314352703753, region=594f2ff8510aaebf256cbd2168f06f3c, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:14:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T18:14:38,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=594f2ff8510aaebf256cbd2168f06f3c, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:38,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17314352703753, region=594f2ff8510aaebf256cbd2168f06f3c, ASSIGN because future has completed 2024-11-12T18:14:38,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:38,417 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,418 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 594f2ff8510aaebf256cbd2168f06f3c, NAME => 'ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:38,418 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:38,418 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17314352703753 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,419 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:38,419 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,419 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,422 INFO [StoreOpener-594f2ff8510aaebf256cbd2168f06f3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,429 INFO [StoreOpener-594f2ff8510aaebf256cbd2168f06f3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 594f2ff8510aaebf256cbd2168f06f3c columnFamilyName f 2024-11-12T18:14:38,430 DEBUG [StoreOpener-594f2ff8510aaebf256cbd2168f06f3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:38,436 INFO [StoreOpener-594f2ff8510aaebf256cbd2168f06f3c-1 {}] regionserver.HStore(327): Store=594f2ff8510aaebf256cbd2168f06f3c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:38,436 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,438 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns4/test-17314352703753/594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,439 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns4/test-17314352703753/594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,441 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,441 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,447 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,461 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns4/test-17314352703753/594f2ff8510aaebf256cbd2168f06f3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:38,463 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 594f2ff8510aaebf256cbd2168f06f3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10146318720, jitterRate=-0.055050432682037354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:14:38,463 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:14:38,464 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 594f2ff8510aaebf256cbd2168f06f3c: Running coprocessor pre-open hook at 1731435278419Writing region info on filesystem at 1731435278419Initializing all the Stores at 1731435278421 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435278421Cleaning up temporary data from old regions at 1731435278441 (+20 ms)Running coprocessor post-open hooks at 1731435278463 (+22 ms)Region opened successfully at 1731435278464 (+1 ms) 2024-11-12T18:14:38,467 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c., pid=19, masterSystemTime=1731435278411 2024-11-12T18:14:38,474 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,474 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:14:38,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=594f2ff8510aaebf256cbd2168f06f3c, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:38,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:38,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T18:14:38,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c, server=6684de3f6e40,41929,1731435256330 in 229 msec 2024-11-12T18:14:38,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-12T18:14:38,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17314352703753, region=594f2ff8510aaebf256cbd2168f06f3c, ASSIGN in 394 msec 2024-11-12T18:14:38,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17314352703753 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:14:38,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17314352703753","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435278500"}]},"ts":"1731435278500"} 2024-11-12T18:14:38,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17314352703753, state=ENABLED in hbase:meta 2024-11-12T18:14:38,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17314352703753 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:14:38,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17314352703753 in 938 msec 2024-11-12T18:14:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T18:14:38,720 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17314352703753 completed 2024-11-12T18:14:38,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17314352703753 get assigned. Timeout = 60000ms 2024-11-12T18:14:38,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:14:38,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17314352703753 assigned to meta. Checking AM states. 2024-11-12T18:14:38,726 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:14:38,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17314352703753 assigned. 2024-11-12T18:14:38,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:14:38,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:14:38,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:38,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:38,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:14:38,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=1166, ProcessCount=9, AvailableMemoryMB=4488 2024-11-12T18:14:38,762 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-12T18:14:38,764 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-12T18:14:38,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731435270375 from 'test-1731435270375', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731435270375', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731435270375 2024-11-12T18:14:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741847_1023 (size=908) 2024-11-12T18:14:39,202 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/.tabledesc/.tableinfo.0000000001.367 2024-11-12T18:14:39,202 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/.tabledesc/.tableinfo.0000000002.908 2024-11-12T18:14:39,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731435270375}] 2024-11-12T18:14:39,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE}] 2024-11-12T18:14:39,222 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE 2024-11-12T18:14:39,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE because future has completed 2024-11-12T18:14:39,229 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:14:39,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:39,388 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:39,388 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:14:39,389 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing f9a031fbfc0a21509d20128089f19440, disabling compactions & flushes 2024-11-12T18:14:39,389 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:39,389 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:39,389 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. after waiting 0 ms 2024-11-12T18:14:39,389 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:39,393 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing f9a031fbfc0a21509d20128089f19440 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-12T18:14:39,479 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f/c37f517340e34fd3821bb887eba47e61 is 37, key is row10/f:q1/1731435272299/Put/seqid=0 2024-11-12T18:14:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741848_1024 (size=8413) 2024-11-12T18:14:39,508 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:14:39,615 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f/c37f517340e34fd3821bb887eba47e61 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:14:39,633 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61, entries=99, sequenceid=103, filesize=8.2 K 2024-11-12T18:14:39,653 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f9a031fbfc0a21509d20128089f19440 in 257ms, sequenceid=103, compaction requested=false 2024-11-12T18:14:39,679 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-12T18:14:39,684 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:14:39,684 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:39,684 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for f9a031fbfc0a21509d20128089f19440: Waiting for close lock at 1731435279389Running coprocessor pre-close hooks at 1731435279389Disabling compacts and flushes for region at 1731435279389Disabling writes for close at 1731435279389Obtaining lock to block concurrent updates at 1731435279393 (+4 ms)Preparing flush snapshotting stores in f9a031fbfc0a21509d20128089f19440 at 1731435279393Finished memstore snapshotting test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731435279401 (+8 ms)Flushing stores of test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. at 1731435279403 (+2 ms)Flushing f9a031fbfc0a21509d20128089f19440/f: creating writer at 1731435279406 (+3 ms)Flushing f9a031fbfc0a21509d20128089f19440/f: appending metadata at 1731435279463 (+57 ms)Flushing f9a031fbfc0a21509d20128089f19440/f: closing flushed file at 1731435279466 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e8e415: reopening flushed file at 1731435279612 (+146 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f9a031fbfc0a21509d20128089f19440 in 257ms, sequenceid=103, compaction requested=false at 1731435279653 (+41 ms)Writing region close event to WAL at 1731435279663 (+10 ms)Running coprocessor post-close hooks at 1731435279681 (+18 ms)Closed at 1731435279684 (+3 ms) 2024-11-12T18:14:39,685 WARN [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: f9a031fbfc0a21509d20128089f19440 to self. 2024-11-12T18:14:39,690 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:39,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=CLOSED 2024-11-12T18:14:39,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:39,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-12T18:14:39,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 in 469 msec 2024-11-12T18:14:39,704 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE; state=CLOSED, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=true 2024-11-12T18:14:39,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:39,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE because future has completed 2024-11-12T18:14:39,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:40,020 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:40,020 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f9a031fbfc0a21509d20128089f19440, NAME => 'test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:40,021 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:40,021 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731435270375 f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,021 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:40,021 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,021 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,027 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,037 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName f 2024-11-12T18:14:40,037 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:40,060 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:14:40,060 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:40,060 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,066 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName f3 2024-11-12T18:14:40,066 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:40,067 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:40,069 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,081 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName mob 2024-11-12T18:14:40,092 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:40,093 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:40,094 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,096 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,099 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,101 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,102 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,104 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731435270375 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:14:40,107 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,110 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f9a031fbfc0a21509d20128089f19440; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9724551840, jitterRate=-0.09433053433895111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:14:40,110 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:40,111 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f9a031fbfc0a21509d20128089f19440: Running coprocessor pre-open hook at 1731435280021Writing region info on filesystem at 1731435280021Initializing all the Stores at 1731435280024 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435280024Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435280025 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435280025Cleaning up temporary data from old regions at 1731435280102 (+77 ms)Running coprocessor post-open hooks at 1731435280110 (+8 ms)Region opened successfully at 1731435280111 (+1 ms) 2024-11-12T18:14:40,120 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., pid=24, masterSystemTime=1731435280013 2024-11-12T18:14:40,132 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:40,132 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:40,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=OPEN, openSeqNum=107, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:40,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:40,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-12T18:14:40,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 in 283 msec 2024-11-12T18:14:40,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-12T18:14:40,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE in 924 msec 2024-11-12T18:14:40,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-12T18:14:40,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731435270375 in 944 msec 2024-11-12T18:14:40,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731435270375 in 1.3910 sec 2024-11-12T18:14:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-12T18:14:40,171 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731435270375 completed 2024-11-12T18:14:40,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20998f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:40,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:40,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:40,173 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:40,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:40,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:40,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588abf14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:40,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:40,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:40,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:40,177 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:40,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af20fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:40,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:40,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:40,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:40,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:40,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731435270375', row='row-test-1731435270375-3-0', locateType=CURRENT is [region=test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., hostname=6684de3f6e40,41929,1731435256330, seqNum=107] 2024-11-12T18:14:40,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:14:40,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:14:40,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67bf5d18 2024-11-12T18:14:40,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:14:40,266 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:14:40,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-12T18:14:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-12T18:14:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T18:14:40,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-12T18:14:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T18:14:40,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-12T18:14:40,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-12T18:14:40,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:14:40,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:40,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-12T18:14:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T18:14:40,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:14:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741849_1025 (size=635) 2024-11-12T18:14:40,466 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 036645486019b8f102429e2240881989, NAME => 'backup:system,,1731435280433.036645486019b8f102429e2240881989.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741850_1026 (size=40) 2024-11-12T18:14:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T18:14:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T18:14:40,890 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731435280433.036645486019b8f102429e2240881989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:40,890 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 036645486019b8f102429e2240881989, disabling compactions & flushes 2024-11-12T18:14:40,890 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:40,890 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:40,890 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731435280433.036645486019b8f102429e2240881989. after waiting 0 ms 2024-11-12T18:14:40,890 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:40,890 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:40,891 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 036645486019b8f102429e2240881989: Waiting for close lock at 1731435280890Disabling compacts and flushes for region at 1731435280890Disabling writes for close at 1731435280890Writing region close event to WAL at 1731435280890Closed at 1731435280890 2024-11-12T18:14:40,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:14:40,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731435280433.036645486019b8f102429e2240881989.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731435280893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435280893"}]},"ts":"1731435280893"} 2024-11-12T18:14:40,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:14:40,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:14:40,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435280898"}]},"ts":"1731435280898"} 2024-11-12T18:14:40,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-12T18:14:40,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=036645486019b8f102429e2240881989, ASSIGN}] 2024-11-12T18:14:40,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=036645486019b8f102429e2240881989, ASSIGN 2024-11-12T18:14:40,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=036645486019b8f102429e2240881989, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:14:41,056 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=036645486019b8f102429e2240881989, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=036645486019b8f102429e2240881989, ASSIGN because future has completed 2024-11-12T18:14:41,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 036645486019b8f102429e2240881989, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T18:14:41,226 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:41,226 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 036645486019b8f102429e2240881989, NAME => 'backup:system,,1731435280433.036645486019b8f102429e2240881989.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:41,227 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:41,227 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 036645486019b8f102429e2240881989 2024-11-12T18:14:41,227 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731435280433.036645486019b8f102429e2240881989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:41,227 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,227 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,232 INFO [StoreOpener-036645486019b8f102429e2240881989-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 036645486019b8f102429e2240881989 2024-11-12T18:14:41,240 INFO [StoreOpener-036645486019b8f102429e2240881989-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036645486019b8f102429e2240881989 columnFamilyName meta 2024-11-12T18:14:41,240 DEBUG [StoreOpener-036645486019b8f102429e2240881989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:41,241 INFO [StoreOpener-036645486019b8f102429e2240881989-1 {}] regionserver.HStore(327): Store=036645486019b8f102429e2240881989/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:41,242 INFO [StoreOpener-036645486019b8f102429e2240881989-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 036645486019b8f102429e2240881989 2024-11-12T18:14:41,246 INFO [StoreOpener-036645486019b8f102429e2240881989-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036645486019b8f102429e2240881989 columnFamilyName session 2024-11-12T18:14:41,246 DEBUG [StoreOpener-036645486019b8f102429e2240881989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:41,247 INFO [StoreOpener-036645486019b8f102429e2240881989-1 {}] regionserver.HStore(327): Store=036645486019b8f102429e2240881989/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:41,247 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,248 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989 2024-11-12T18:14:41,249 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989 2024-11-12T18:14:41,251 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,252 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,252 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T18:14:41,254 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,258 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:41,259 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 036645486019b8f102429e2240881989; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10864109440, jitterRate=0.011799037456512451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T18:14:41,260 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 036645486019b8f102429e2240881989 2024-11-12T18:14:41,261 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 036645486019b8f102429e2240881989: Running coprocessor pre-open hook at 1731435281227Writing region info on filesystem at 1731435281227Initializing all the Stores at 1731435281231 (+4 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435281231Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435281231Cleaning up temporary data from old regions at 1731435281252 (+21 ms)Running coprocessor post-open hooks at 1731435281260 (+8 ms)Region opened successfully at 1731435281261 (+1 ms) 2024-11-12T18:14:41,264 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731435280433.036645486019b8f102429e2240881989., pid=28, masterSystemTime=1731435281215 2024-11-12T18:14:41,269 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:41,269 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:41,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=036645486019b8f102429e2240881989, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:41,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=28, ppid=27, state=RUNNABLE, hasLock=true; OpenRegionProcedure 036645486019b8f102429e2240881989, server=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:41,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-12T18:14:41,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 036645486019b8f102429e2240881989, server=6684de3f6e40,41929,1731435256330 in 214 msec 2024-11-12T18:14:41,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-12T18:14:41,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=036645486019b8f102429e2240881989, ASSIGN in 376 msec 2024-11-12T18:14:41,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:14:41,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435281287"}]},"ts":"1731435281287"} 2024-11-12T18:14:41,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-12T18:14:41,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:14:41,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 859 msec 2024-11-12T18:14:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T18:14:41,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-12T18:14:41,608 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:14:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-12T18:14:41,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:14:41,612 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:41,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-12T18:14:41,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:14:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T18:14:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741851_1027 (size=640) 2024-11-12T18:14:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T18:14:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T18:14:42,051 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d41a6a98f5a2583b7f20598872d0679, NAME => 'backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741852_1028 (size=45) 2024-11-12T18:14:42,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T18:14:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T18:14:42,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:14:42,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:42,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 6d41a6a98f5a2583b7f20598872d0679, disabling compactions & flushes 2024-11-12T18:14:42,482 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. after waiting 0 ms 2024-11-12T18:14:42,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,482 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d41a6a98f5a2583b7f20598872d0679: Waiting for close lock at 1731435282482Disabling compacts and flushes for region at 1731435282482Disabling writes for close at 1731435282482Writing region close event to WAL at 1731435282482Closed at 1731435282482 2024-11-12T18:14:42,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:14:42,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731435282492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435282492"}]},"ts":"1731435282492"} 2024-11-12T18:14:42,499 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:14:42,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:14:42,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435282505"}]},"ts":"1731435282505"} 2024-11-12T18:14:42,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-12T18:14:42,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6d41a6a98f5a2583b7f20598872d0679, ASSIGN}] 2024-11-12T18:14:42,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6d41a6a98f5a2583b7f20598872d0679, ASSIGN 2024-11-12T18:14:42,514 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=6d41a6a98f5a2583b7f20598872d0679, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:14:42,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6d41a6a98f5a2583b7f20598872d0679, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:42,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=6d41a6a98f5a2583b7f20598872d0679, ASSIGN because future has completed 2024-11-12T18:14:42,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d41a6a98f5a2583b7f20598872d0679, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:14:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T18:14:42,825 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,825 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d41a6a98f5a2583b7f20598872d0679, NAME => 'backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:14:42,826 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:14:42,826 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,826 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:14:42,827 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,827 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,829 INFO [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,831 INFO [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d41a6a98f5a2583b7f20598872d0679 columnFamilyName meta 2024-11-12T18:14:42,832 DEBUG [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:42,833 INFO [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] regionserver.HStore(327): Store=6d41a6a98f5a2583b7f20598872d0679/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:42,833 INFO [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,835 INFO [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d41a6a98f5a2583b7f20598872d0679 columnFamilyName session 2024-11-12T18:14:42,835 DEBUG [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:42,836 INFO [StoreOpener-6d41a6a98f5a2583b7f20598872d0679-1 {}] regionserver.HStore(327): Store=6d41a6a98f5a2583b7f20598872d0679/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:14:42,836 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,838 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system_bulk/6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,839 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system_bulk/6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,841 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,841 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,842 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T18:14:42,844 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,848 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system_bulk/6d41a6a98f5a2583b7f20598872d0679/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:14:42,850 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 6d41a6a98f5a2583b7f20598872d0679; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620167520, jitterRate=-0.10405208170413971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T18:14:42,850 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:14:42,851 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 6d41a6a98f5a2583b7f20598872d0679: Running coprocessor pre-open hook at 1731435282827Writing region info on filesystem at 1731435282827Initializing all the Stores at 1731435282828 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435282829 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435282829Cleaning up temporary data from old regions at 1731435282841 (+12 ms)Running coprocessor post-open hooks at 1731435282850 (+9 ms)Region opened successfully at 1731435282850 2024-11-12T18:14:42,852 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679., pid=31, masterSystemTime=1731435282820 2024-11-12T18:14:42,855 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,855 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:14:42,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6d41a6a98f5a2583b7f20598872d0679, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:14:42,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d41a6a98f5a2583b7f20598872d0679, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:14:42,863 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,41929,1731435256330, table=backup:system_bulk, region=6d41a6a98f5a2583b7f20598872d0679. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:14:42,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-12T18:14:42,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d41a6a98f5a2583b7f20598872d0679, server=6684de3f6e40,41929,1731435256330 in 196 msec 2024-11-12T18:14:42,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-12T18:14:42,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6d41a6a98f5a2583b7f20598872d0679, ASSIGN in 357 msec 2024-11-12T18:14:42,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:14:42,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435282874"}]},"ts":"1731435282874"} 2024-11-12T18:14:42,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-12T18:14:42,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:14:42,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2710 sec 2024-11-12T18:14:43,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-12T18:14:43,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17314352703753' 2024-11-12T18:14:43,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-12T18:14:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T18:14:43,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-12T18:14:43,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:14:43,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:14:43,809 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T18:14:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:14:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-12T18:14:43,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:14:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435283854 (current time:1731435283854). 2024-11-12T18:14:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:14:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T18:14:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3703002a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:43,860 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:43,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:43,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:43,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c74aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:43,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:43,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:43,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:43,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aae1cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:43,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:43,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:14:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:14:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:43,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:14:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:14:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:14:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-12T18:14:43,906 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:14:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T18:14:43,913 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:14:43,952 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:14:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741853_1029 (size=52) 2024-11-12T18:14:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T18:14:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T18:14:44,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-12T18:14:44,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:44,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-12T18:14:44,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:44,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17314352703752 2024-11-12T18:14:44,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17314352703752 Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:44,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17314352703753 2024-11-12T18:14:44,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17314352703753 Metrics about Tables on a single HBase RegionServer 2024-11-12T18:14:44,385 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:14:44,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989}] 2024-11-12T18:14:44,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:14:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T18:14:44,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T18:14:44,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:44,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 036645486019b8f102429e2240881989 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-12T18:14:44,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/497cde68163f4c4b968074a88e7e5584 is 49, key is activesession:/session:c/1731435283836/Put/seqid=0 2024-11-12T18:14:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741854_1030 (size=5049) 2024-11-12T18:14:45,032 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/497cde68163f4c4b968074a88e7e5584 2024-11-12T18:14:45,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/497cde68163f4c4b968074a88e7e5584 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584 2024-11-12T18:14:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T18:14:45,060 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584, entries=1, sequenceid=5, filesize=4.9 K 2024-11-12T18:14:45,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 036645486019b8f102429e2240881989 in 507ms, sequenceid=5, compaction requested=false 2024-11-12T18:14:45,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 036645486019b8f102429e2240881989: 2024-11-12T18:14:45,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731435280433.036645486019b8f102429e2240881989. for snapshot_backup_system completed. 2024-11-12T18:14:45,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731435280433.036645486019b8f102429e2240881989.' region-info for snapshot=snapshot_backup_system 2024-11-12T18:14:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:14:45,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:14:45,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584] hfiles 2024-11-12T18:14:45,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584 for snapshot=snapshot_backup_system 2024-11-12T18:14:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741855_1031 (size=95) 2024-11-12T18:14:45,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:14:45,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T18:14:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T18:14:45,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 036645486019b8f102429e2240881989 2024-11-12T18:14:45,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:14:45,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-12T18:14:45,504 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:14:45,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 in 1.1110 sec 2024-11-12T18:14:45,507 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:14:45,509 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:14:45,509 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T18:14:45,512 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T18:14:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741856_1032 (size=731) 2024-11-12T18:14:45,959 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:14:45,972 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:14:45,973 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_backup_system 2024-11-12T18:14:45,976 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:14:45,976 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-12T18:14:45,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0840 sec 2024-11-12T18:14:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T18:14:46,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T18:14:46,059 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731435280240 started at 1731435286058. 2024-11-12T18:14:46,073 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731435280240 has been started. 2024-11-12T18:14:46,078 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-12T18:14:46,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-12T18:14:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T18:14:46,091 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T18:14:46,091 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T18:14:46,091 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T18:14:46,092 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T18:14:46,093 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,093 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:14:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:14:46,162 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,162 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:14:46,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:14:46,162 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,162 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T18:14:46,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T18:14:46,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T18:14:46,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:14:46,164 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T18:14:46,166 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T18:14:46,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T18:14:46,167 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T18:14:46,167 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T18:14:46,167 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T18:14:46,167 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T18:14:46,167 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T18:14:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,224 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:14:46,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:14:46,225 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,225 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T18:14:46,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:14:46,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:14:46,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:14:46,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:14:46,228 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T18:14:46,228 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T18:14:46,229 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@52ba59cb[Count = 0] remaining members to acquire global barrier 2024-11-12T18:14:46,229 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,278 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,279 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T18:14:46,279 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,279 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T18:14:46,280 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T18:14:46,280 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,288 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731435259913 highest: 1731435271659 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,288 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0:(num 1731435259913) roll requested 2024-11-12T18:14:46,311 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289, exclude list is [], retry=0 2024-11-12T18:14:46,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:46,334 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435259913 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 2024-11-12T18:14:46,337 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:46,337 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435259913 is not closed yet, will try archiving it next time 2024-11-12T18:14:46,337 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.meta:.meta(num 1731435260790) roll requested 2024-11-12T18:14:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741833_1009 (size=1034) 2024-11-12T18:14:46,355 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435259913 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435259913 2024-11-12T18:14:46,358 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta, exclude list is [], retry=0 2024-11-12T18:14:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:46,365 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta 2024-11-12T18:14:46,366 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:46,366 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta is not closed yet, will try archiving it next time 2024-11-12T18:14:46,366 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1:(num 1731435271659) roll requested 2024-11-12T18:14:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741834_1010 (size=12055) 2024-11-12T18:14:46,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta not finished, retry = 0 2024-11-12T18:14:46,384 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366, exclude list is [], retry=0 2024-11-12T18:14:46,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:14:46,391 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 103 2024-11-12T18:14:46,392 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731435286289 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,392 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:14:46,392 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:14:46,392 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c42a409 2024-11-12T18:14:46,393 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:14:46,395 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:14:46,396 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435271659 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 2024-11-12T18:14:46,396 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:46,396 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:46,396 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:46,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:14:46,399 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:14:46,399 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435271659 is not closed yet, will try archiving it next time 2024-11-12T18:14:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741840_1016 (size=4756) 2024-11-12T18:14:46,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:14:46,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:14:46,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:36159/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:14:46,431 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T18:14:46,431 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6684de3f6e40,41929,1731435256330' in zk 2024-11-12T18:14:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,449 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T18:14:46,449 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:14:46,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:14:46,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:14:46,450 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T18:14:46,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:14:46,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:14:46,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:14:46,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:14:46,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:14:46,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6684de3f6e40,41929,1731435256330': 2024-11-12T18:14:46,455 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T18:14:46,455 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T18:14:46,456 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T18:14:46,456 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T18:14:46,456 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T18:14:46,456 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6684de3f6e40,41929,1731435256330' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T18:14:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:14:46,466 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,468 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:14:46,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:14:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:14:46,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:14:46,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:14:46,469 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:14:46,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:14:46,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:14:46,472 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:14:46,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:14:46,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:14:46,491 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:14:46,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:14:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:14:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:14:46,492 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:14:46,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T18:14:46,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-12T18:14:46,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T18:14:46,492 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:14:46,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:14:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T18:14:46,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } 2024-11-12T18:14:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435286508 (current time:1731435286508). 2024-11-12T18:14:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:14:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435286506_default_test-1731435270375 VERSION not specified, setting to 2 2024-11-12T18:14:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71301d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:46,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a66c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:46,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:46,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:46,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e966c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:46,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:46,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:46,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:46,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:14:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:14:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:46,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:14:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:14:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } 2024-11-12T18:14:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-12T18:14:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:46,522 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:14:46,524 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:14:46,527 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:14:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741860_1036 (size=84) 2024-11-12T18:14:46,544 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:14:46,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440}] 2024-11-12T18:14:46,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:46,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T18:14:46,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:46,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f9a031fbfc0a21509d20128089f19440 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-12T18:14:46,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f3/3a004a6f613246f28ef08b232486829e is 58, key is row-test-1731435270375-3-0/f3:q1/1731435280191/Put/seqid=0 2024-11-12T18:14:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741861_1037 (size=5387) 2024-11-12T18:14:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:47,127 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f3/3a004a6f613246f28ef08b232486829e 2024-11-12T18:14:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741862_1038 (size=4469) 2024-11-12T18:14:47,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/0286bc13e08b49b29a5141c246854aaf is 59, key is row-test-1731435270375-3-0/mob:q1/1731435280219/Put/seqid=0 2024-11-12T18:14:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741863_1039 (size=5484) 2024-11-12T18:14:47,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:14:47,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f3/3a004a6f613246f28ef08b232486829e as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e 2024-11-12T18:14:47,611 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e, entries=6, sequenceid=121, filesize=5.3 K 2024-11-12T18:14:47,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/0286bc13e08b49b29a5141c246854aaf as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:14:47,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf, entries=6, sequenceid=121, filesize=5.4 K 2024-11-12T18:14:47,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f9a031fbfc0a21509d20128089f19440 in 924ms, sequenceid=121, compaction requested=false 2024-11-12T18:14:47,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f9a031fbfc0a21509d20128089f19440: 2024-11-12T18:14:47,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. for snapshot_1731435286506_default_test-1731435270375 completed. 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.' region-info for snapshot=snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61] hfiles 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 for snapshot=snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e] hfiles 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e for snapshot=snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf] hfiles 2024-11-12T18:14:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf for snapshot=snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741864_1040 (size=185) 2024-11-12T18:14:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:48,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:14:48,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T18:14:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T18:14:48,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435286506_default_test-1731435270375 on region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:48,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440 2024-11-12T18:14:48,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-12T18:14:48,043 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:14:48,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440 in 1.4950 sec 2024-11-12T18:14:48,045 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:14:48,047 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-12T18:14:48,047 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-12T18:14:48,047 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:48,048 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-12T18:14:48,048 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:48,048 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-12T18:14:48,048 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:14:48,049 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-12T18:14:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741865_1041 (size=49) 2024-11-12T18:14:48,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T18:14:48,457 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:14:48,457 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:48,459 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741866_1042 (size=1146) 2024-11-12T18:14:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:48,877 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:14:48,895 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:14:48,896 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435286506_default_test-1731435270375 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:48,906 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:14:48,906 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-12T18:14:48,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731435286506_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } in 2.3860 sec 2024-11-12T18:14:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T18:14:50,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731435270375 completed 2024-11-12T18:14:50,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } 2024-11-12T18:14:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435290681 (current time:1731435290681). 2024-11-12T18:14:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:14:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435290680_ns2_test-17314352703751 VERSION not specified, setting to 2 2024-11-12T18:14:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f2bbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:14:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:14:50,684 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:14:50,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:14:50,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:14:50,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327def39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:50,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:14:50,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:14:50,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:50,686 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:14:50,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457bbd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:14:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:14:50,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:14:50,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:14:50,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:14:50,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:14:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:14:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:14:50,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:14:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:14:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } 2024-11-12T18:14:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-12T18:14:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T18:14:50,703 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:14:50,705 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:14:50,709 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:14:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741867_1043 (size=86) 2024-11-12T18:14:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T18:14:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T18:14:51,130 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:14:51,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab}] 2024-11-12T18:14:51,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:51,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-12T18:14:51,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:51,285 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 13bc020466ceb2a6f7db7063bc62ffab 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-12T18:14:51,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/.tmp/f/ccac56094fd5454cb75d1d6900a0c806 is 37, key is row10/f:q1/1731435274798/Put/seqid=0 2024-11-12T18:14:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741868_1044 (size=8413) 2024-11-12T18:14:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T18:14:51,723 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/.tmp/f/ccac56094fd5454cb75d1d6900a0c806 2024-11-12T18:14:51,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/.tmp/f/ccac56094fd5454cb75d1d6900a0c806 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 2024-11-12T18:14:51,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806, entries=99, sequenceid=103, filesize=8.2 K 2024-11-12T18:14:51,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 13bc020466ceb2a6f7db7063bc62ffab in 471ms, sequenceid=103, compaction requested=false 2024-11-12T18:14:51,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 13bc020466ceb2a6f7db7063bc62ffab: 2024-11-12T18:14:51,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. for snapshot_1731435290680_ns2_test-17314352703751 completed. 2024-11-12T18:14:51,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.' region-info for snapshot=snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:51,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:14:51,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806] hfiles 2024-11-12T18:14:51,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 for snapshot=snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741869_1045 (size=91) 2024-11-12T18:14:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T18:14:52,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:14:52,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T18:14:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T18:14:52,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435290680_ns2_test-17314352703751 on region 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:52,219 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:14:52,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T18:14:52,230 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:14:52,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab in 1.0910 sec 2024-11-12T18:14:52,232 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:14:52,233 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:14:52,233 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:52,234 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741870_1046 (size=456) 2024-11-12T18:14:52,322 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:14:52,332 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:14:52,332 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435290680_ns2_test-17314352703751 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:52,335 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:14:52,335 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-12T18:14:52,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731435290680_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } in 1.6360 sec 2024-11-12T18:14:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T18:14:52,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17314352703751 completed 2024-11-12T18:14:52,859 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731435280240 2024-11-12T18:14:52,859 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-12T18:14:52,861 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-12T18:14:52,863 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435280240_ns2:test-17314352703751 2024-11-12T18:14:52,863 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435290680_ns2_test-17314352703751 to hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/ 2024-11-12T18:14:52,869 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:14:52,919 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:52,919 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/.hbase-snapshot/.tmp/snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:52,922 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:14:52,932 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435290680_ns2_test-17314352703751 to hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/.hbase-snapshot/.tmp/snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741871_1047 (size=456) 2024-11-12T18:14:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741872_1048 (size=86) 2024-11-12T18:14:53,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:53,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:53,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-6474609693002449874.jar 2024-11-12T18:14:54,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:54,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:14:54,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:14:54,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:14:54,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:14:54,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:14:54,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:14:54,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:14:54,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:14:54,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:14:54,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:14:54,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:14:54,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:54,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:54,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:14:54,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:54,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:54,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:14:54,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:14:54,453 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:14:54,538 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435290680_ns2_test-17314352703751' hfile list 2024-11-12T18:14:54,551 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-12T18:14:55,159 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1786533335_0001_88ea7b00-79c0-4b3c-bd3d-648095a864b4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:14:55,160 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1786533335_0001_88ea7b00-79c0-4b3c-bd3d-648095a864b4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:14:55,504 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T18:14:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741873_1049 (size=8413) 2024-11-12T18:14:55,645 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 output=hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 2024-11-12T18:14:55,648 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.070M/sec 2024-11-12T18:14:56,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:14:56,349 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:14:56,367 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:14:56,367 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435290680_ns2_test-17314352703751 finished. 2024-11-12T18:14:56,367 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435280240_test-1731435270375 2024-11-12T18:14:56,367 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435286506_default_test-1731435270375 to hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/ 2024-11-12T18:14:56,368 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:14:56,419 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:14:56,420 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/.hbase-snapshot/.tmp/snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:56,425 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:14:56,468 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435286506_default_test-1731435270375 to hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/.hbase-snapshot/.tmp/snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:14:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741874_1050 (size=84) 2024-11-12T18:14:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741875_1051 (size=1146) 2024-11-12T18:14:56,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:56,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:56,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-13563719278151553293.jar 2024-11-12T18:14:57,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:14:57,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:14:57,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:14:57,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:14:57,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:14:57,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:14:57,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:14:57,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:14:57,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:14:57,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:14:57,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:14:57,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:14:57,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:57,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:57,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:14:57,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:57,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:14:57,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:14:57,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:14:58,025 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:14:58,053 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435286506_default_test-1731435270375' hfile list 2024-11-12T18:14:58,056 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-12T18:14:58,169 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local670448003_0002_85d830ec-4d2c-4e64-a863-593c4503b168/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:14:58,169 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local670448003_0002_85d830ec-4d2c-4e64-a863-593c4503b168/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:14:58,262 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T18:14:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741876_1052 (size=8413) 2024-11-12T18:14:58,699 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 output=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:14:58,699 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-12T18:14:58,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741877_1053 (size=5484) 2024-11-12T18:14:59,153 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf output=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:14:59,153 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-12T18:14:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741878_1054 (size=5387) 2024-11-12T18:14:59,594 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e output=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e 2024-11-12T18:14:59,594 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-12T18:15:00,220 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:15:00,221 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:15:00,233 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:15:00,233 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435286506_default_test-1731435270375 finished. 2024-11-12T18:15:00,234 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17314352703751 2024-11-12T18:15:00,234 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731435270375 2024-11-12T18:15:00,284 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435280240 2024-11-12T18:15:00,284 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-12T18:15:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741879_1055 (size=130) 2024-11-12T18:15:00,693 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36159/backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:15:00,696 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731435280240 finished: type=FULL,tablelist=ns2:test-17314352703751;test-1731435270375,targetRootDir=hdfs://localhost:36159/backupUT,startts=1731435286058,completets=1731435300282,bytescopied=0 2024-11-12T18:15:00,696 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-12T18:15:00,696 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:15:00,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435290680_ns2_test-17314352703751" type: DISABLED 2024-11-12T18:15:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435290680_ns2_test-17314352703751 2024-11-12T18:15:00,704 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435290680_ns2_test-17314352703751 for backup backup_1731435280240 succeeded. 2024-11-12T18:15:00,704 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:15:00,705 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435286506_default_test-1731435270375" type: DISABLED 2024-11-12T18:15:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435286506_default_test-1731435270375 2024-11-12T18:15:00,710 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435286506_default_test-1731435270375 for backup backup_1731435280240 succeeded. 2024-11-12T18:15:00,711 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T18:15:00,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T18:15:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T18:15:00,726 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T18:15:00,732 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T18:15:00,753 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731435280240 completed. 2024-11-12T18:15:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731435280240', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:15:01,071 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731435270375 2024-11-12T18:15:01,103 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731435270375 2024-11-12T18:15:01,481 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731435270375 to Mob enabled CF 2024-11-12T18:15:01,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17314352703751', row='row-t20', locateType=CURRENT is [region=ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:15:01,518 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17314352703751 2024-11-12T18:15:01,527 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:01,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] assignment.SplitTableRegionProcedure(210): test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. splitKey isn't explicitly specified, will try to find a best split key from RS 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:01,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 because midkey is the same as first or last row 2024-11-12T18:15:01,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e because midkey is the same as first or last row 2024-11-12T18:15:01,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf because midkey is the same as first or last row 2024-11-12T18:15:01,532 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HRegion(2902): Flushing f9a031fbfc0a21509d20128089f19440 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-12T18:15:01,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f/d0e558bbb01d4463a890917fe11d43ac is 59, key is row-test-1731435270375-1-10/f:q1/1731435300818/Put/seqid=0 2024-11-12T18:15:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741880_1056 (size=10796) 2024-11-12T18:15:01,566 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f/d0e558bbb01d4463a890917fe11d43ac 2024-11-12T18:15:01,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 is 63, key is row-test-1731435270375-3-100/mob:q1/1731435301462/Put/seqid=0 2024-11-12T18:15:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741881_1057 (size=5591) 2024-11-12T18:15:01,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:01,605 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:01,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/b0341ba937a748118d69c836f82df518, store: [table=test-1731435270375 family=mob region=f9a031fbfc0a21509d20128089f19440] 2024-11-12T18:15:01,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/b0341ba937a748118d69c836f82df518 is 192, key is row-test-1731435270375-3-100/mob:q1/1731435301462/Put/seqid=0 2024-11-12T18:15:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741882_1058 (size=13760) 2024-11-12T18:15:01,614 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/b0341ba937a748118d69c836f82df518 2024-11-12T18:15:01,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f/d0e558bbb01d4463a890917fe11d43ac as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac 2024-11-12T18:15:01,631 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac, entries=99, sequenceid=334, filesize=10.5 K 2024-11-12T18:15:01,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/mob/b0341ba937a748118d69c836f82df518 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 2024-11-12T18:15:01,641 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518, entries=111, sequenceid=334, filesize=13.4 K 2024-11-12T18:15:01,643 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for f9a031fbfc0a21509d20128089f19440 in 110ms, sequenceid=334, compaction requested=false 2024-11-12T18:15:01,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.HRegion(2603): Flush status journal for f9a031fbfc0a21509d20128089f19440: 2024-11-12T18:15:01,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac because midkey is the same as first or last row 2024-11-12T18:15:01,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e because midkey is the same as first or last row 2024-11-12T18:15:01,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 because midkey is the same as first or last row 2024-11-12T18:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=6684de3f6e40,41929,1731435256330 2024-11-12T18:15:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:15:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:56522 deadline: 1731435361525, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-12T18:15:01,654 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:01,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731435270375 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:01,655 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731435270375,, stopping at row=test-1731435270375 ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731435270375,, stopping at row=test-1731435270375 ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,678 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =159 2024-11-12T18:15:01,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,731 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T18:15:01,735 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435301678 2024-11-12T18:15:01,742 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731435280240} 2024-11-12T18:15:01,742 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T18:15:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:01,838 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:15:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435301838 (current time:1731435301838). 2024-11-12T18:15:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T18:15:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158e52ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:01,854 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:01,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:01,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68814167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:01,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:01,858 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:01,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2caa9855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:01,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:01,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:01,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:01,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:01,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:15:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-12T18:15:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:01,872 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:01,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:01,880 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:01,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741883_1059 (size=52) 2024-11-12T18:15:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:02,275 DEBUG [master/6684de3f6e40:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731435270375 2024-11-12T18:15:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741884_1060 (size=950) 2024-11-12T18:15:02,311 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:02,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989}] 2024-11-12T18:15:02,312 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:15:02,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2024-11-12T18:15:02,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:15:02,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 036645486019b8f102429e2240881989 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-12T18:15:02,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/50b088155ef74d2d99334d2700870b4e is 158, key is trslm:hdfs://localhost:36159/backupUT\x00ns2:test-17314352703751/meta:log-roll-map/1731435300271/Put/seqid=0 2024-11-12T18:15:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741885_1061 (size=5914) 2024-11-12T18:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:02,693 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/.tabledesc/.tableinfo.0000000002.908 2024-11-12T18:15:02,693 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/.tabledesc/.tableinfo.0000000003.950 2024-11-12T18:15:02,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731435270375 in 422 msec 2024-11-12T18:15:02,888 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/50b088155ef74d2d99334d2700870b4e 2024-11-12T18:15:02,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/fd273338e74b480ea22335fe516117a1 is 433, key is session:backup_1731435280240/session:context/1731435300731/Put/seqid=0 2024-11-12T18:15:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741886_1062 (size=5535) 2024-11-12T18:15:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:03,306 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/fd273338e74b480ea22335fe516117a1 2024-11-12T18:15:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/50b088155ef74d2d99334d2700870b4e as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e 2024-11-12T18:15:03,324 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e, entries=6, sequenceid=17, filesize=5.8 K 2024-11-12T18:15:03,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/fd273338e74b480ea22335fe516117a1 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1 2024-11-12T18:15:03,334 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T18:15:03,335 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 036645486019b8f102429e2240881989 in 870ms, sequenceid=17, compaction requested=false 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 036645486019b8f102429e2240881989: 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731435280433.036645486019b8f102429e2240881989. for snapshot_backup_system completed. 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731435280433.036645486019b8f102429e2240881989.' region-info for snapshot=snapshot_backup_system 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e] hfiles 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e for snapshot=snapshot_backup_system 2024-11-12T18:15:03,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1] hfiles 2024-11-12T18:15:03,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584 for snapshot=snapshot_backup_system 2024-11-12T18:15:03,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1 for snapshot=snapshot_backup_system 2024-11-12T18:15:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741887_1063 (size=173) 2024-11-12T18:15:03,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:15:03,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T18:15:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T18:15:03,747 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 036645486019b8f102429e2240881989 2024-11-12T18:15:03,747 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:15:03,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-12T18:15:03,752 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:03,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 in 1.4380 sec 2024-11-12T18:15:03,753 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:03,754 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:03,754 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T18:15:03,755 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T18:15:03,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741888_1064 (size=810) 2024-11-12T18:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:04,169 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:04,179 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:04,180 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_backup_system 2024-11-12T18:15:04,182 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:04,182 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-12T18:15:04,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3140 sec 2024-11-12T18:15:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T18:15:06,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T18:15:06,029 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731435301678 started at 1731435306029. 2024-11-12T18:15:06,032 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731435301678 has been started. 2024-11-12T18:15:06,039 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17314352703751, test-1731435270375] 2024-11-12T18:15:06,044 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731435271659for backupID backup_1731435301678 2024-11-12T18:15:06,044 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-12T18:15:06,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-12T18:15:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T18:15:06,045 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T18:15:06,045 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T18:15:06,045 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T18:15:06,045 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T18:15:06,046 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,046 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:06,073 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:15:06,073 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:15:06,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:15:06,074 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,074 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T18:15:06,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:06,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T18:15:06,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:06,075 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T18:15:06,076 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T18:15:06,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T18:15:06,076 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T18:15:06,076 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T18:15:06,076 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T18:15:06,076 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T18:15:06,076 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T18:15:06,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,086 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:06,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:06,087 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,087 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T18:15:06,087 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:06,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:06,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:06,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:06,101 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T18:15:06,101 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@78e35eb3[Count = 0] remaining members to acquire global barrier 2024-11-12T18:15:06,101 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T18:15:06,101 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,111 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,111 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T18:15:06,111 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,111 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T18:15:06,111 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T18:15:06,111 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,112 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731435286289 highest: 1731435286366 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,112 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0:(num 1731435286289) roll requested 2024-11-12T18:15:06,130 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112, exclude list is [], retry=0 2024-11-12T18:15:06,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:06,135 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112 2024-11-12T18:15:06,135 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:06,135 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 is not closed yet, will try archiving it next time 2024-11-12T18:15:06,135 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.meta:.meta(num 1731435286338) roll requested 2024-11-12T18:15:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741857_1033 (size=1198) 2024-11-12T18:15:06,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 not finished, retry = 0 2024-11-12T18:15:06,152 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta, exclude list is [], retry=0 2024-11-12T18:15:06,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:06,157 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta 2024-11-12T18:15:06,157 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:06,157 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta is not closed yet, will try archiving it next time 2024-11-12T18:15:06,158 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1:(num 1731435286366) roll requested 2024-11-12T18:15:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741858_1034 (size=93) 2024-11-12T18:15:06,162 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta 2024-11-12T18:15:06,173 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158, exclude list is [], retry=0 2024-11-12T18:15:06,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:06,177 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158 2024-11-12T18:15:06,178 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:06,178 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 is not closed yet, will try archiving it next time 2024-11-12T18:15:06,178 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435271659 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435271659 2024-11-12T18:15:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741859_1035 (size=30490) 2024-11-12T18:15:06,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 not finished, retry = 0 2024-11-12T18:15:06,192 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-12T18:15:06,192 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731435306112 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:06,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:06,213 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T18:15:06,214 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6684de3f6e40,41929,1731435256330' in zk 2024-11-12T18:15:06,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,223 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T18:15:06,223 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:15:06,223 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T18:15:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:06,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:06,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:06,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:06,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6684de3f6e40,41929,1731435256330': 2024-11-12T18:15:06,227 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T18:15:06,227 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6684de3f6e40,41929,1731435256330' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T18:15:06,227 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T18:15:06,227 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T18:15:06,228 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T18:15:06,228 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T18:15:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:15:06,236 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:06,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:06,236 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:15:06,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:06,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:15:06,236 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:06,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:06,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:06,238 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:06,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:06,239 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:06,248 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:06,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:15:06,248 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:15:06,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T18:15:06,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:06,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T18:15:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:15:06,249 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:15:06,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:15:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T18:15:06,262 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {6684de3f6e40:41929=1731435271659} newestTimestamps: {6684de3f6e40:41929=1731435286366} 2024-11-12T18:15:06,264 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta 2024-11-12T18:15:06,265 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta 2024-11-12T18:15:06,265 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 2024-11-12T18:15:06,265 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112 2024-11-12T18:15:06,265 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 2024-11-12T18:15:06,265 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158 2024-11-12T18:15:06,266 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta 2024-11-12T18:15:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741892_1068 (size=364) 2024-11-12T18:15:06,678 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17314352703751 target: hdfs://localhost:36159/backupUT/backup_1731435301678/ns2/test-17314352703751 descriptor: 'ns2:test-17314352703751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:06,679 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:06,682 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17314352703751 2024-11-12T18:15:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741893_1069 (size=50) 2024-11-12T18:15:07,090 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17314352703751 2024-11-12T18:15:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741894_1070 (size=950) 2024-11-12T18:15:07,507 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731435270375 target: hdfs://localhost:36159/backupUT/backup_1731435301678/default/test-1731435270375 descriptor: 'test-1731435270375', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:07,507 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:07,511 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731435270375 2024-11-12T18:15:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741895_1071 (size=53) 2024-11-12T18:15:07,917 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731435270375 2024-11-12T18:15:07,929 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36159/backupUT/.tmp/backup_1731435301678 from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289;hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 2024-11-12T18:15:07,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbefa6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:07,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:07,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:07,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:07,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:07,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b31ddd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:07,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:07,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4eafd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:07,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:15:07,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:15:07,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1023c738 2024-11-12T18:15:07,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:15:07,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:15:07,949 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:15:07,949 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17314352703751 2024-11-12T18:15:07,950 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17314352703751,, stopping at row=ns2:test-17314352703751 ,, for max=2147483647 with caching=100 2024-11-12T18:15:07,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:07,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:07,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:07,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:07,957 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17314352703751: ns2:test-17314352703751; 2024-11-12T18:15:07,957 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731435270375 2024-11-12T18:15:07,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731435270375,, stopping at row=test-1731435270375 ,, for max=2147483647 with caching=100 2024-11-12T18:15:07,961 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731435270375: test-1731435270375; 2024-11-12T18:15:07,962 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T18:15:07,962 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_7e163cca-3ab0-414b-b43d-9b3cd6b741eb 2024-11-12T18:15:07,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741896_1072 (size=192) 2024-11-12T18:15:08,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:08,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:08,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-7675904857938090592.jar 2024-11-12T18:15:09,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:09,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:09,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:09,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:09,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:09,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:09,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:09,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:09,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:09,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:09,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:09,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:09,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:09,395 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17314352703751,default:test-1731435270375 2024-11-12T18:15:09,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:15:09,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:09,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:09,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:09,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:09,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:10,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-8975892328437853786.jar 2024-11-12T18:15:10,473 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:10,514 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 for WAL files 2024-11-12T18:15:10,516 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 2024-11-12T18:15:10,516 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 for WAL files 2024-11-12T18:15:10,517 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 2024-11-12T18:15:10,663 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1769814330_0003_fadca1bd-d9a7-4e08-aea0-ea5efa44ac1d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:10,663 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1769814330_0003_fadca1bd-d9a7-4e08-aea0-ea5efa44ac1d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:10,791 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 for hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 (-9223372036854775808:9223372036854775807) length:30490 2024-11-12T18:15:10,839 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T18:15:10,839 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T18:15:10,913 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 for hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 (-9223372036854775808:9223372036854775807) length:1198 2024-11-12T18:15:10,926 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T18:15:10,927 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T18:15:11,087 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633e3d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,087 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:11,087 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:11,092 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:11,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:11,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:11,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beefa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:11,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:11,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bea039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,097 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:11,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:11,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:11,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:11,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17314352703751', row='row-t20', locateType=CURRENT is [region=ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:15:11,104 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-12T18:15:11,104 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:11,104 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,104 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:11,104 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-12T18:15:11,104 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:15:11,114 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/backupUT/.tmp/backup_1731435301678/_temporary/0/_temporary/attempt_local1769814330_0003_r_000000_0/ns2/test-17314352703751/f/09c2d2c9f85d4430a0ffe1198556392c is 38, key is row-t20/f:q1/1731435301501/Put/seqid=0 2024-11-12T18:15:11,117 WARN [Thread-951 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:15:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741897_1073 (size=5275) 2024-11-12T18:15:11,596 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5dc7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,596 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:11,597 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:11,600 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f8ab92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,604 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:11,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c1f1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,606 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:11,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:11,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:11,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731435270375', row='row-test-1731435270375-1-0', locateType=CURRENT is [region=test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., hostname=6684de3f6e40,41929,1731435256330, seqNum=107] 2024-11-12T18:15:11,613 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-12T18:15:11,613 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:11,613 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,613 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:11,613 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-1-0] 2024-11-12T18:15:11,613 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:15:11,641 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de16133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,641 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:11,641 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:11,643 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb87da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,646 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ff18d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:11,649 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:11,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:11,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:11,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:11,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731435270375', row='row-test-1731435270375-3-0', locateType=CURRENT is [region=test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., hostname=6684de3f6e40,41929,1731435256330, seqNum=107] 2024-11-12T18:15:11,657 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-12T18:15:11,657 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:11,657 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,657 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:11,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:11,658 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-3-0] 2024-11-12T18:15:11,658 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:15:11,677 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/backupUT/.tmp/backup_1731435301678/_temporary/0/_temporary/attempt_local1769814330_0003_r_000001_0/default/test-1731435270375/f/1563a3bbdf6441808e7b050fda874f6f is 59, key is row-test-1731435270375-1-10/f:q1/1731435300818/Put/seqid=0 2024-11-12T18:15:11,681 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:15:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741898_1074 (size=10770) 2024-11-12T18:15:12,099 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/backupUT/.tmp/backup_1731435301678/_temporary/0/_temporary/attempt_local1769814330_0003_r_000001_0/default/test-1731435270375/mob/57a98cd4c4b64c71bec7643bc76ab861 is 63, key is row-test-1731435270375-3-100/mob:q1/1731435301462/Put/seqid=0 2024-11-12T18:15:12,103 WARN [Thread-965 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:15:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741899_1075 (size=11811) 2024-11-12T18:15:12,129 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T18:15:12,129 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T18:15:12,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:15:12,726 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36159/backupUT 2024-11-12T18:15:12,726 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731435301678 2024-11-12T18:15:12,726 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-12T18:15:12,747 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36159/backupUT/.tmp/backup_1731435301678, hdfs://localhost:36159/backupUT] 2024-11-12T18:15:12,870 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741900_1076 (size=11811) 2024-11-12T18:15:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741901_1077 (size=5275) 2024-11-12T18:15:13,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741902_1078 (size=10770) 2024-11-12T18:15:14,043 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(209): Progress: 100.0% 2024-11-12T18:15:14,047 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731435301678 2024-11-12T18:15:14,048 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(211): Backup progress data updated to backup system table: "Progress: 100.0%." 2024-11-12T18:15:14,549 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-12T18:15:14,552 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731435301678 2024-11-12T18:15:14,552 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-12T18:15:14,553 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local103518254_0004 completed: true true 2024-11-12T18:15:14,554 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823568 FILE: Number of bytes written=6205838 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-12T18:15:14,555 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36159/backupUT/.tmp/backup_1731435301678 to hdfs://localhost:36159/backupUT finished. 2024-11-12T18:15:14,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17314352703751:', locateType=CURRENT is [region=backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:15:14,574 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435301678 2024-11-12T18:15:14,579 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731435280240} 2024-11-12T18:15:14,579 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T18:15:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741903_1079 (size=384) 2024-11-12T18:15:14,990 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36159/backupUT/backup_1731435301678/.backup.manifest 2024-11-12T18:15:14,990 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731435301678 finished: type=INCREMENTAL,tablelist=ns2:test-17314352703751;test-1731435270375,targetRootDir=hdfs://localhost:36159/backupUT,startts=1731435306029,completets=1731435314574,bytescopied=0 2024-11-12T18:15:14,990 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T18:15:14,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T18:15:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T18:15:15,004 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T18:15:15,007 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T18:15:15,013 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731435301678 completed. 2024-11-12T18:15:15,013 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-12T18:15:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:15,046 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435301678/.backup.manifest 2024-11-12T18:15:15,051 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435301678/.backup.manifest 2024-11-12T18:15:15,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731435270375 from 'test-1731435270375', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731435270375', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731435270375 2024-11-12T18:15:15,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741904_1080 (size=908) 2024-11-12T18:15:15,504 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/.tabledesc/.tableinfo.0000000003.950 2024-11-12T18:15:15,505 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/.tabledesc/.tableinfo.0000000004.908 2024-11-12T18:15:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731435270375}] 2024-11-12T18:15:15,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE}] 2024-11-12T18:15:15,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE 2024-11-12T18:15:15,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:15:15,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE because future has completed 2024-11-12T18:15:15,520 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:15:15,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:15:15,674 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:15,674 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:15:15,675 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing f9a031fbfc0a21509d20128089f19440, disabling compactions & flushes 2024-11-12T18:15:15,675 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:15,675 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:15,675 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. after waiting 0 ms 2024-11-12T18:15:15,675 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:15,693 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-12T18:15:15,695 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:15:15,695 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:15,695 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for f9a031fbfc0a21509d20128089f19440: Waiting for close lock at 1731435315674Running coprocessor pre-close hooks at 1731435315674Disabling compacts and flushes for region at 1731435315674Disabling writes for close at 1731435315675 (+1 ms)Writing region close event to WAL at 1731435315687 (+12 ms)Running coprocessor post-close hooks at 1731435315695 (+8 ms)Closed at 1731435315695 2024-11-12T18:15:15,695 WARN [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: f9a031fbfc0a21509d20128089f19440 to self. 2024-11-12T18:15:15,698 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:15,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=CLOSED 2024-11-12T18:15:15,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:15:15,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-12T18:15:15,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 in 193 msec 2024-11-12T18:15:15,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE; state=CLOSED, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=true 2024-11-12T18:15:15,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:15:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE because future has completed 2024-11-12T18:15:15,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:15:16,031 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:16,032 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => f9a031fbfc0a21509d20128089f19440, NAME => 'test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:15:16,032 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:15:16,033 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731435270375 f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,033 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:16,033 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,033 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,035 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,037 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName f 2024-11-12T18:15:16,037 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:16,066 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:15:16,078 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac 2024-11-12T18:15:16,078 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:16,080 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,085 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName f2 2024-11-12T18:15:16,086 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:16,088 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:16,088 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,091 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a031fbfc0a21509d20128089f19440 columnFamilyName mob 2024-11-12T18:15:16,094 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:16,141 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:15:16,164 DEBUG [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 2024-11-12T18:15:16,164 INFO [StoreOpener-f9a031fbfc0a21509d20128089f19440-1 {}] regionserver.HStore(327): Store=f9a031fbfc0a21509d20128089f19440/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:16,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,167 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,172 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,176 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,176 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,179 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731435270375 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:15:16,182 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,185 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened f9a031fbfc0a21509d20128089f19440; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10854391840, jitterRate=0.010894015431404114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:15:16,186 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:16,190 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for f9a031fbfc0a21509d20128089f19440: Running coprocessor pre-open hook at 1731435316033Writing region info on filesystem at 1731435316033Initializing all the Stores at 1731435316035 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435316035Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435316035Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435316035Cleaning up temporary data from old regions at 1731435316176 (+141 ms)Running coprocessor post-open hooks at 1731435316186 (+10 ms)Region opened successfully at 1731435316189 (+3 ms) 2024-11-12T18:15:16,192 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., pid=46, masterSystemTime=1731435316026 2024-11-12T18:15:16,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:16,201 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:16,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f9a031fbfc0a21509d20128089f19440, regionState=OPEN, openSeqNum=338, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:15:16,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:15:16,215 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,41929,1731435256330, table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:15:16,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-12T18:15:16,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure f9a031fbfc0a21509d20128089f19440, server=6684de3f6e40,41929,1731435256330 in 344 msec 2024-11-12T18:15:16,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-12T18:15:16,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731435270375, region=f9a031fbfc0a21509d20128089f19440, REOPEN/MOVE in 715 msec 2024-11-12T18:15:16,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T18:15:16,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731435270375 in 730 msec 2024-11-12T18:15:16,249 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731435270375 2024-11-12T18:15:16,257 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e 2024-11-12T18:15:16,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731435270375 in 1.2050 sec 2024-11-12T18:15:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T18:15:16,263 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731435270375 completed 2024-11-12T18:15:16,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,336 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T18:15:16,344 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435316264 2024-11-12T18:15:16,348 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731435301678} 2024-11-12T18:15:16,348 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731435280240} 2024-11-12T18:15:16,348 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-12T18:15:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,429 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731435270375 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731435270375 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:15:16,433 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731435316264,startts=0,failedts=1731435316430,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731435270375 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-12T18:15:16,433 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-12T18:15:16,442 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-12T18:15:16,442 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T18:15:16,447 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-12T18:15:16,447 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-12T18:15:16,457 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T18:15:16,462 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731435316264 failed. 2024-11-12T18:15:16,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:16,494 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731435270375, ns2:test-17314352703751, ns3:test-17314352703752, ns4:test-17314352703753] 2024-11-12T18:15:16,494 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T18:15:16,502 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:15:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435316502 (current time:1731435316502). 2024-11-12T18:15:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T18:15:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7c5f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:16,504 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:16,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:16,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:16,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb064b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:16,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:16,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:16,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:16,507 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:16,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42686c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:16,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:16,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:16,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:16,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:16,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:15:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-12T18:15:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T18:15:16,539 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:16,544 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:16,549 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741905_1081 (size=52) 2024-11-12T18:15:16,595 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:16,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989}] 2024-11-12T18:15:16,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:15:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T18:15:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-12T18:15:16,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:15:16,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 036645486019b8f102429e2240881989 2/2 column families, dataSize=2.82 KB heapSize=4.27 KB 2024-11-12T18:15:16,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/77c53965339e4d5a892af3c64aca7e1f is 158, key is trslm:hdfs://localhost:36159/backupUT\x00ns2:test-17314352703751/meta:log-roll-map/1731435314562/Put/seqid=0 2024-11-12T18:15:16,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741906_1082 (size=5745) 2024-11-12T18:15:16,785 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/77c53965339e4d5a892af3c64aca7e1f 2024-11-12T18:15:16,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/96ae4cc87bf94931938901d9099faf06 is 1245, key is session:backup_1731435316264/session:context/1731435316455/Put/seqid=0 2024-11-12T18:15:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741907_1083 (size=6682) 2024-11-12T18:15:16,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.33 KB at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/96ae4cc87bf94931938901d9099faf06 2024-11-12T18:15:16,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/77c53965339e4d5a892af3c64aca7e1f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/77c53965339e4d5a892af3c64aca7e1f 2024-11-12T18:15:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T18:15:16,850 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/77c53965339e4d5a892af3c64aca7e1f, entries=4, sequenceid=32, filesize=5.6 K 2024-11-12T18:15:16,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/96ae4cc87bf94931938901d9099faf06 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/96ae4cc87bf94931938901d9099faf06 2024-11-12T18:15:16,864 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/96ae4cc87bf94931938901d9099faf06, entries=3, sequenceid=32, filesize=6.5 K 2024-11-12T18:15:16,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.82 KB/2883, heapSize ~4.24 KB/4344, currentSize=0 B/0 for 036645486019b8f102429e2240881989 in 113ms, sequenceid=32, compaction requested=true 2024-11-12T18:15:16,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 036645486019b8f102429e2240881989: 2024-11-12T18:15:16,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731435280433.036645486019b8f102429e2240881989. for snapshot_backup_system completed. 2024-11-12T18:15:16,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731435280433.036645486019b8f102429e2240881989.' region-info for snapshot=snapshot_backup_system 2024-11-12T18:15:16,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:16,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/77c53965339e4d5a892af3c64aca7e1f] hfiles 2024-11-12T18:15:16,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e for snapshot=snapshot_backup_system 2024-11-12T18:15:16,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/77c53965339e4d5a892af3c64aca7e1f for snapshot=snapshot_backup_system 2024-11-12T18:15:16,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/96ae4cc87bf94931938901d9099faf06] hfiles 2024-11-12T18:15:16,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584 for snapshot=snapshot_backup_system 2024-11-12T18:15:16,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1 for snapshot=snapshot_backup_system 2024-11-12T18:15:16,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/96ae4cc87bf94931938901d9099faf06 for snapshot=snapshot_backup_system 2024-11-12T18:15:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741908_1084 (size=251) 2024-11-12T18:15:16,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:15:16,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T18:15:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T18:15:16,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 036645486019b8f102429e2240881989 2024-11-12T18:15:16,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:15:16,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T18:15:16,902 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:16,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 in 304 msec 2024-11-12T18:15:16,904 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:16,905 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:16,905 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T18:15:16,907 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T18:15:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741909_1085 (size=888) 2024-11-12T18:15:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T18:15:17,335 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:17,383 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:17,387 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_backup_system 2024-11-12T18:15:17,396 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:17,396 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-12T18:15:17,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 866 msec 2024-11-12T18:15:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T18:15:17,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T18:15:17,669 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731435316464 started at 1731435317669. 2024-11-12T18:15:17,671 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731435316464 has been started. 2024-11-12T18:15:17,676 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-12T18:15:17,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-12T18:15:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T18:15:17,678 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T18:15:17,678 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T18:15:17,678 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T18:15:17,678 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T18:15:17,680 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,680 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:17,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:15:17,689 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,690 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:15:17,690 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:15:17,691 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,691 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T18:15:17,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:17,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T18:15:17,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:17,694 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T18:15:17,694 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T18:15:17,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T18:15:17,694 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T18:15:17,694 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T18:15:17,694 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T18:15:17,694 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T18:15:17,694 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T18:15:17,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,706 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:17,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:17,707 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:17,707 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,707 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T18:15:17,707 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:17,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:17,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:17,711 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T18:15:17,711 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2caa20a5[Count = 0] remaining members to acquire global barrier 2024-11-12T18:15:17,711 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T18:15:17,711 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,719 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,719 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,719 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T18:15:17,719 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T18:15:17,719 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T18:15:17,719 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,719 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731435306112 highest: 1731435306158 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,719 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0:(num 1731435306112) roll requested 2024-11-12T18:15:17,742 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720, exclude list is [], retry=0 2024-11-12T18:15:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:17,747 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 2024-11-12T18:15:17,747 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:17,747 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112 is not closed yet, will try archiving it next time 2024-11-12T18:15:17,748 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.meta:.meta(num 1731435306136) roll requested 2024-11-12T18:15:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741889_1065 (size=93) 2024-11-12T18:15:17,751 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435306112 2024-11-12T18:15:17,769 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta, exclude list is [], retry=0 2024-11-12T18:15:17,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:17,780 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta 2024-11-12T18:15:17,780 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:17,780 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta is not closed yet, will try archiving it next time 2024-11-12T18:15:17,780 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1:(num 1731435306158) roll requested 2024-11-12T18:15:17,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta not finished, retry = 0 2024-11-12T18:15:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741890_1066 (size=1903) 2024-11-12T18:15:17,798 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780, exclude list is [], retry=0 2024-11-12T18:15:17,800 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-12T18:15:17,800 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731435317720 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:17,805 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158 with entries=16, filesize=5.08 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 2024-11-12T18:15:17,805 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:17,805 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158 is not closed yet, will try archiving it next time 2024-11-12T18:15:17,806 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435286366 2024-11-12T18:15:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741891_1067 (size=5206) 2024-11-12T18:15:17,817 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:17,825 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:17,841 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T18:15:17,841 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6684de3f6e40,41929,1731435256330' in zk 2024-11-12T18:15:17,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,856 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,856 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:17,856 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:17,857 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:17,857 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:17,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:17,859 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T18:15:17,859 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:15:17,859 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T18:15:17,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:17,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:17,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6684de3f6e40,41929,1731435256330': 2024-11-12T18:15:17,863 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T18:15:17,863 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T18:15:17,863 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6684de3f6e40,41929,1731435256330' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T18:15:17,863 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T18:15:17,864 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T18:15:17,864 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T18:15:17,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:15:17,877 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:17,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:17,878 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:15:17,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:15:17,878 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:17,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:17,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:17,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:17,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,880 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:17,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:17,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:17,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:15:17,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:17,894 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:15:17,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:15:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:15:17,894 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:15:17,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-12T18:15:17,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T18:15:17,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T18:15:17,895 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:15:17,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:15:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T18:15:17,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-12T18:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435317902 (current time:1731435317902). 2024-11-12T18:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435317902_backup_system_bulk VERSION not specified, setting to 2 2024-11-12T18:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608f9dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:17,904 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1509e56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:17,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:17,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24729767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:17,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:17,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:17,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:17,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:17,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-12T18:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-12T18:15:17,915 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:17,916 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T18:15:17,921 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741913_1089 (size=76) 2024-11-12T18:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T18:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T18:15:18,328 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:18,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d41a6a98f5a2583b7f20598872d0679}] 2024-11-12T18:15:18,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:15:18,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 6d41a6a98f5a2583b7f20598872d0679: 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. for snapshot_1731435317902_backup_system_bulk completed. 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679.' region-info for snapshot=snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:18,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741914_1090 (size=61) 2024-11-12T18:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T18:15:18,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 13bc020466ceb2a6f7db7063bc62ffab, had cached 0 bytes from a total of 8413 2024-11-12T18:15:18,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:15:18,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T18:15:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T18:15:18,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435317902_backup_system_bulk on region 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:15:18,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:15:18,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-12T18:15:18,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d41a6a98f5a2583b7f20598872d0679 in 563 msec 2024-11-12T18:15:18,893 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:18,894 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:18,895 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:18,895 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:18,896 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:18,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741915_1091 (size=702) 2024-11-12T18:15:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T18:15:19,309 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:19,318 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:19,319 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435317902_backup_system_bulk to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:19,322 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:19,322 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-12T18:15:19,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731435317902_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4100 sec 2024-11-12T18:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T18:15:20,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-12T18:15:20,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } 2024-11-12T18:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435320069 (current time:1731435320069). 2024-11-12T18:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435320069_ns2_test-17314352703751 VERSION not specified, setting to 2 2024-11-12T18:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489d03a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:20,072 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c59e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:20,073 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:20,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a66f027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:20,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:20,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:20,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:20,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:20,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } 2024-11-12T18:15:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-12T18:15:20,081 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T18:15:20,082 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:20,087 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741916_1092 (size=86) 2024-11-12T18:15:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T18:15:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T18:15:20,510 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:20,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab}] 2024-11-12T18:15:20,512 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:15:20,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-12T18:15:20,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:15:20,665 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2902): Flushing 13bc020466ceb2a6f7db7063bc62ffab 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-12T18:15:20,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/.tmp/f/df636db6077249e09c7b7cc04882aa49 is 38, key is row-t20/f:q1/1731435301501/Put/seqid=0 2024-11-12T18:15:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741917_1093 (size=5134) 2024-11-12T18:15:20,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/.tmp/f/df636db6077249e09c7b7cc04882aa49 2024-11-12T18:15:20,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/.tmp/f/df636db6077249e09c7b7cc04882aa49 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49 2024-11-12T18:15:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T18:15:20,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49, entries=5, sequenceid=111, filesize=5.0 K 2024-11-12T18:15:20,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 13bc020466ceb2a6f7db7063bc62ffab in 53ms, sequenceid=111, compaction requested=false 2024-11-12T18:15:20,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 13bc020466ceb2a6f7db7063bc62ffab: 2024-11-12T18:15:20,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. for snapshot_1731435320069_ns2_test-17314352703751 completed. 2024-11-12T18:15:20,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.' region-info for snapshot=snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:20,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:20,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49] hfiles 2024-11-12T18:15:20,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 for snapshot=snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:20,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49 for snapshot=snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741918_1094 (size=130) 2024-11-12T18:15:20,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:15:20,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T18:15:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T18:15:20,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435320069_ns2_test-17314352703751 on region 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:15:20,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:15:20,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-12T18:15:20,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13bc020466ceb2a6f7db7063bc62ffab in 268 msec 2024-11-12T18:15:20,788 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:20,789 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:20,791 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:20,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:20,793 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741919_1095 (size=496) 2024-11-12T18:15:20,848 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:20,889 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:20,902 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435320069_ns2_test-17314352703751 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:20,915 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:20,915 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-12T18:15:20,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731435320069_ns2_test-17314352703751 table=ns2:test-17314352703751 type=FLUSH ttl=0 } in 837 msec 2024-11-12T18:15:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T18:15:21,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17314352703751 completed 2024-11-12T18:15:21,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } 2024-11-12T18:15:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435321225 (current time:1731435321225). 2024-11-12T18:15:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435321219_ns4_test-17314352703753 VERSION not specified, setting to 2 2024-11-12T18:15:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c744ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:21,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:21,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:21,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:21,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778c8271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:21,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:21,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:21,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:21,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aae0394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:21,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:21,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:21,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:21,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T18:15:21,247 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:21,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } 2024-11-12T18:15:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-12T18:15:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T18:15:21,262 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:21,267 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:21,287 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741920_1096 (size=86) 2024-11-12T18:15:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T18:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T18:15:21,721 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:21,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c}] 2024-11-12T18:15:21,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:15:21,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-12T18:15:21,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:15:21,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 594f2ff8510aaebf256cbd2168f06f3c: 2024-11-12T18:15:21,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. for snapshot_1731435321219_ns4_test-17314352703753 completed. 2024-11-12T18:15:21,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c.' region-info for snapshot=snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:21,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:21,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741921_1097 (size=52) 2024-11-12T18:15:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T18:15:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:15:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T18:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T18:15:22,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435321219_ns4_test-17314352703753 on region 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:15:22,294 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:15:22,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-12T18:15:22,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 594f2ff8510aaebf256cbd2168f06f3c in 574 msec 2024-11-12T18:15:22,298 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:22,299 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:22,301 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:22,301 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:22,302 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:22,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741922_1098 (size=443) 2024-11-12T18:15:22,377 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:22,392 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:22,393 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435321219_ns4_test-17314352703753 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:22,395 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:22,395 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-12T18:15:22,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731435321219_ns4_test-17314352703753 table=ns4:test-17314352703753 type=FLUSH ttl=0 } in 1.1420 sec 2024-11-12T18:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T18:15:22,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17314352703753 completed 2024-11-12T18:15:22,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } 2024-11-12T18:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435322400 (current time:1731435322400). 2024-11-12T18:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435322399_default_test-1731435270375 VERSION not specified, setting to 2 2024-11-12T18:15:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e53dee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:22,407 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:22,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:22,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:22,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb0c7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:22,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:22,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:22,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:22,417 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:22,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67851db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:22,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:22,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181. 2024-11-12T18:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:22,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } 2024-11-12T18:15:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-12T18:15:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T18:15:22,440 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:22,441 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:22,450 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741923_1099 (size=84) 2024-11-12T18:15:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T18:15:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T18:15:22,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:22,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440}] 2024-11-12T18:15:22,876 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:23,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for f9a031fbfc0a21509d20128089f19440: 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. for snapshot_1731435322399_default_test-1731435270375 completed. 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440.' region-info for snapshot=snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac] hfiles 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 for snapshot=snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac for snapshot=snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:23,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518] hfiles 2024-11-12T18:15:23,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf for snapshot=snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 for snapshot=snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741924_1100 (size=224) 2024-11-12T18:15:23,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:15:23,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T18:15:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T18:15:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T18:15:23,059 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435322399_default_test-1731435270375 on region f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:23,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:23,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-12T18:15:23,063 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:23,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f9a031fbfc0a21509d20128089f19440 in 186 msec 2024-11-12T18:15:23,065 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:23,068 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-12T18:15:23,068 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-12T18:15:23,068 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:23,069 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-12T18:15:23,069 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:23,070 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-12T18:15:23,070 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:23,072 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440] hfiles 2024-11-12T18:15:23,073 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:23,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741925_1101 (size=168) 2024-11-12T18:15:23,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:23,120 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,121 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741926_1102 (size=1305) 2024-11-12T18:15:23,233 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:23,303 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:23,308 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435322399_default_test-1731435270375 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:23,311 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:23,311 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-12T18:15:23,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731435322399_default_test-1731435270375 table=test-1731435270375 type=FLUSH ttl=0 } in 879 msec 2024-11-12T18:15:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T18:15:23,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731435270375 completed 2024-11-12T18:15:23,570 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } 2024-11-12T18:15:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435323570 (current time:1731435323570). 2024-11-12T18:15:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731435323569_ns3_test-17314352703752 VERSION not specified, setting to 2 2024-11-12T18:15:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a68a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:23,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:23,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:23,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:23,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c9338f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:23,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:23,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:23,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:23,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a777f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:23,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:23,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:23,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:23,582 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:23,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } 2024-11-12T18:15:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-12T18:15:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T18:15:23,587 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:23,588 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:23,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741927_1103 (size=86) 2024-11-12T18:15:23,637 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:23,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77bbeefa52be812152e482d822971f57}] 2024-11-12T18:15:23,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77bbeefa52be812152e482d822971f57 2024-11-12T18:15:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T18:15:23,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-12T18:15:23,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:15:23,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 77bbeefa52be812152e482d822971f57: 2024-11-12T18:15:23,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. for snapshot_1731435323569_ns3_test-17314352703752 completed. 2024-11-12T18:15:23,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57.' region-info for snapshot=snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:23,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:23,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741928_1104 (size=52) 2024-11-12T18:15:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T18:15:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T18:15:24,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:15:24,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-12T18:15:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-12T18:15:24,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731435323569_ns3_test-17314352703752 on region 77bbeefa52be812152e482d822971f57 2024-11-12T18:15:24,232 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77bbeefa52be812152e482d822971f57 2024-11-12T18:15:24,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-12T18:15:24,237 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:24,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77bbeefa52be812152e482d822971f57 in 596 msec 2024-11-12T18:15:24,238 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:24,239 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:24,240 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:24,241 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741929_1105 (size=443) 2024-11-12T18:15:24,694 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:24,701 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:24,702 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_1731435323569_ns3_test-17314352703752 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:24,704 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:24,704 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-12T18:15:24,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731435323569_ns3_test-17314352703752 table=ns3:test-17314352703752 type=FLUSH ttl=0 } in 1.1200 sec 2024-11-12T18:15:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T18:15:24,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17314352703752 completed 2024-11-12T18:15:24,729 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731435316464 2024-11-12T18:15:24,729 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-12T18:15:24,729 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-12T18:15:24,730 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435316464_backup:system_bulk 2024-11-12T18:15:24,730 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435317902_backup_system_bulk to hdfs://localhost:36159/backupUT/backup_1731435316464/backup/system_bulk/ 2024-11-12T18:15:24,730 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:15:24,778 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:24,778 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435316464/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435316464/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:24,786 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:15:24,801 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435317902_backup_system_bulk to hdfs://localhost:36159/backupUT/backup_1731435316464/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741930_1106 (size=76) 2024-11-12T18:15:24,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741931_1107 (size=702) 2024-11-12T18:15:25,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:25,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:25,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 036645486019b8f102429e2240881989, had cached 0 bytes from a total of 28925 2024-11-12T18:15:26,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-3030078939581415169.jar 2024-11-12T18:15:26,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:26,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:26,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:26,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:26,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:26,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:26,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:26,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:26,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:26,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:26,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:26,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:26,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:26,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:26,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:26,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:26,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:26,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:26,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:26,677 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:26,761 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435317902_backup_system_bulk' hfile list 2024-11-12T18:15:27,038 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local854304220_0005_c36b153b-0578-4af2-8faf-b5b99844f55c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:27,038 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local854304220_0005_c36b153b-0578-4af2-8faf-b5b99844f55c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:28,106 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:15:28,107 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:15:28,114 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:28,114 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435317902_backup_system_bulk finished. 2024-11-12T18:15:28,114 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435316464_ns2:test-17314352703751 2024-11-12T18:15:28,114 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435320069_ns2_test-17314352703751 to hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/ 2024-11-12T18:15:28,114 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:15:28,162 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:28,163 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/.hbase-snapshot/.tmp/snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:28,168 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:15:28,176 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435320069_ns2_test-17314352703751 to hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/.hbase-snapshot/.tmp/snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741932_1108 (size=86) 2024-11-12T18:15:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741933_1109 (size=496) 2024-11-12T18:15:28,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:28,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:28,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-9374564971664587303.jar 2024-11-12T18:15:29,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:29,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:29,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:29,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:29,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:29,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:29,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:29,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:29,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:29,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:29,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:29,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:29,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:29,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:29,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:29,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:29,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:29,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:29,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:29,843 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:29,878 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435320069_ns2_test-17314352703751' hfile list 2024-11-12T18:15:29,882 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-12T18:15:29,999 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local958772148_0006_ae28f7e1-7700-40dd-905d-2781a8f0a14d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:29,999 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local958772148_0006_ae28f7e1-7700-40dd-905d-2781a8f0a14d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:30,107 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T18:15:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741934_1110 (size=8413) 2024-11-12T18:15:30,570 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 output=hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 2024-11-12T18:15:30,571 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-12T18:15:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741935_1111 (size=5134) 2024-11-12T18:15:31,018 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49 output=hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49 2024-11-12T18:15:31,018 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-12T18:15:31,063 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:15:31,065 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:15:31,079 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:31,079 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435320069_ns2_test-17314352703751 finished. 2024-11-12T18:15:31,079 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435316464_ns4:test-17314352703753 2024-11-12T18:15:31,079 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435321219_ns4_test-17314352703753 to hdfs://localhost:36159/backupUT/backup_1731435316464/ns4/test-17314352703753/ 2024-11-12T18:15:31,079 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:15:31,126 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:31,126 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435316464/ns4/test-17314352703753, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435316464/ns4/test-17314352703753/.hbase-snapshot/.tmp/snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:31,128 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:15:31,132 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435321219_ns4_test-17314352703753 to hdfs://localhost:36159/backupUT/backup_1731435316464/ns4/test-17314352703753/.hbase-snapshot/.tmp/snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:31,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741936_1112 (size=86) 2024-11-12T18:15:31,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741937_1113 (size=443) 2024-11-12T18:15:31,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:31,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:31,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-16633453861565800466.jar 2024-11-12T18:15:32,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:32,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:32,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:32,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:32,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:32,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:32,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:32,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:32,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:32,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:32,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:32,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:32,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:32,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:32,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:32,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:32,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:32,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:32,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:32,776 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:32,826 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435321219_ns4_test-17314352703753' hfile list 2024-11-12T18:15:32,966 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1098444766_0007_72a1f71a-5e26-4b01-9723-9dc76ab273d0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:32,966 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1098444766_0007_72a1f71a-5e26-4b01-9723-9dc76ab273d0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:34,024 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:15:34,025 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:15:34,031 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:34,031 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435321219_ns4_test-17314352703753 finished. 2024-11-12T18:15:34,031 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435316464_test-1731435270375 2024-11-12T18:15:34,031 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435322399_default_test-1731435270375 to hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/ 2024-11-12T18:15:34,031 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:15:34,066 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:34,066 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/.hbase-snapshot/.tmp/snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:34,068 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:15:34,076 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435322399_default_test-1731435270375 to hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/.hbase-snapshot/.tmp/snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741939_1115 (size=1305) 2024-11-12T18:15:34,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741938_1114 (size=84) 2024-11-12T18:15:34,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:34,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:34,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-11088472397438546890.jar 2024-11-12T18:15:35,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:35,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:35,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:35,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:35,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:35,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:35,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:35,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:35,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:35,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:35,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:35,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:35,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:35,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:35,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:35,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:35,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:35,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:35,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:35,779 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:35,877 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435322399_default_test-1731435270375' hfile list 2024-11-12T18:15:35,881 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-12T18:15:35,999 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local2125184185_0008_9e1e682d-26c1-49e7-a3dc-db38b036f08c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:36,000 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local2125184185_0008_9e1e682d-26c1-49e7-a3dc-db38b036f08c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:36,095 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T18:15:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741940_1116 (size=13760) 2024-11-12T18:15:36,533 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 output=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 2024-11-12T18:15:36,534 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-12T18:15:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741941_1117 (size=10796) 2024-11-12T18:15:36,957 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac output=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac 2024-11-12T18:15:36,957 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-12T18:15:36,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741942_1118 (size=8413) 2024-11-12T18:15:37,394 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 output=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:15:37,394 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-12T18:15:37,408 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 to hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440" truncated to max limit (512 characters) 2024-11-12T18:15:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741943_1119 (size=5591) 2024-11-12T18:15:37,816 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 output=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:37,816 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-12T18:15:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741944_1120 (size=5484) 2024-11-12T18:15:38,252 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf output=hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:15:38,252 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-12T18:15:39,051 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:15:39,052 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:15:39,062 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:39,062 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435322399_default_test-1731435270375 finished. 2024-11-12T18:15:39,062 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731435316464_ns3:test-17314352703752 2024-11-12T18:15:39,062 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731435323569_ns3_test-17314352703752 to hdfs://localhost:36159/backupUT/backup_1731435316464/ns3/test-17314352703752/ 2024-11-12T18:15:39,062 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T18:15:39,096 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36159, inputRoot=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:39,096 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121747887_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36159/backupUT/backup_1731435316464/ns3/test-17314352703752, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36159/backupUT/backup_1731435316464/ns3/test-17314352703752/.hbase-snapshot/.tmp/snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:39,098 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T18:15:39,102 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_1731435323569_ns3_test-17314352703752 to hdfs://localhost:36159/backupUT/backup_1731435316464/ns3/test-17314352703752/.hbase-snapshot/.tmp/snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741946_1122 (size=443) 2024-11-12T18:15:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741945_1121 (size=86) 2024-11-12T18:15:39,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:39,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:39,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-1047041063730886706.jar 2024-11-12T18:15:40,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:40,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:40,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:40,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:40,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:40,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:40,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:40,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:40,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:40,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:40,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:40,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:40,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:40,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:40,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:40,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:40,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T18:15:40,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:40,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:40,647 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:40,683 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731435323569_ns3_test-17314352703752' hfile list 2024-11-12T18:15:40,827 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local756464826_0009_58c38764-389c-4d26-a320-7ee043d0a442/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:40,828 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local756464826_0009_58c38764-389c-4d26-a320-7ee043d0a442/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:41,881 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T18:15:41,882 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T18:15:41,889 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:41,889 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731435323569_ns3_test-17314352703752 finished. 2024-11-12T18:15:41,889 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-12T18:15:41,889 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17314352703751 2024-11-12T18:15:41,889 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17314352703753 2024-11-12T18:15:41,889 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731435270375 2024-11-12T18:15:41,889 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17314352703752 2024-11-12T18:15:41,906 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435316464 2024-11-12T18:15:41,906 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-12T18:15:41,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741947_1123 (size=209) 2024-11-12T18:15:42,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:15:42,329 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36159/backupUT/backup_1731435316464/.backup.manifest 2024-11-12T18:15:42,329 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731435316464 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17314352703751;ns4:test-17314352703753;test-1731435270375;ns3:test-17314352703752,targetRootDir=hdfs://localhost:36159/backupUT,startts=1731435317669,completets=1731435341905,bytescopied=0 2024-11-12T18:15:42,329 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-12T18:15:42,329 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:42,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435317902_backup_system_bulk" type: DISABLED 2024-11-12T18:15:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435317902_backup_system_bulk 2024-11-12T18:15:42,335 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435317902_backup_system_bulk for backup backup_1731435316464 succeeded. 2024-11-12T18:15:42,335 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:42,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435320069_ns2_test-17314352703751" type: DISABLED 2024-11-12T18:15:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435320069_ns2_test-17314352703751 2024-11-12T18:15:42,341 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435320069_ns2_test-17314352703751 for backup backup_1731435316464 succeeded. 2024-11-12T18:15:42,341 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:42,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435321219_ns4_test-17314352703753" type: DISABLED 2024-11-12T18:15:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435321219_ns4_test-17314352703753 2024-11-12T18:15:42,348 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435321219_ns4_test-17314352703753 for backup backup_1731435316464 succeeded. 2024-11-12T18:15:42,348 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:42,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435322399_default_test-1731435270375" type: DISABLED 2024-11-12T18:15:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435322399_default_test-1731435270375 2024-11-12T18:15:42,353 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435322399_default_test-1731435270375 for backup backup_1731435316464 succeeded. 2024-11-12T18:15:42,353 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:42,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731435323569_ns3_test-17314352703752" type: DISABLED 2024-11-12T18:15:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731435323569_ns3_test-17314352703752 2024-11-12T18:15:42,360 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731435323569_ns3_test-17314352703752 for backup backup_1731435316464 succeeded. 2024-11-12T18:15:42,361 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T18:15:42,367 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T18:15:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T18:15:42,371 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T18:15:42,373 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T18:15:42,381 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731435316464 completed. 2024-11-12T18:15:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,486 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T18:15:47,492 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435347428 2024-11-12T18:15:47,495 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731435316464} 2024-11-12T18:15:47,495 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T18:15:47,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:47,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:15:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435347723 (current time:1731435347723). 2024-11-12T18:15:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T18:15:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0db47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:47,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:47,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:47,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:47,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1862bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:47,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:47,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:47,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:47,736 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d61053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:47,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:47,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:47,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:47,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181. 2024-11-12T18:15:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:15:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:47,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T18:15:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T18:15:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-12T18:15:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T18:15:47,768 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:47,772 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:47,803 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741948_1124 (size=52) 2024-11-12T18:15:47,853 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:47,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989}] 2024-11-12T18:15:47,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:15:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T18:15:48,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-12T18:15:48,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:15:48,007 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 036645486019b8f102429e2240881989 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-12T18:15:48,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/3dc5ea7ceb2f4640aefe45d2307d275d is 158, key is trslm:hdfs://localhost:36159/backupUT\x00ns2:test-17314352703751/meta:log-roll-map/1731435341896/Put/seqid=0 2024-11-12T18:15:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741949_1125 (size=6646) 2024-11-12T18:15:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T18:15:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T18:15:48,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/3dc5ea7ceb2f4640aefe45d2307d275d 2024-11-12T18:15:48,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/0cbf9db1a922445f9391e55d42b41fa4 is 826, key is session:backup_1731435316464/session:context/1731435342372/Put/seqid=0 2024-11-12T18:15:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741950_1126 (size=5928) 2024-11-12T18:15:48,847 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/0cbf9db1a922445f9391e55d42b41fa4 2024-11-12T18:15:48,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/3dc5ea7ceb2f4640aefe45d2307d275d as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/3dc5ea7ceb2f4640aefe45d2307d275d 2024-11-12T18:15:48,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/3dc5ea7ceb2f4640aefe45d2307d275d, entries=12, sequenceid=43, filesize=6.5 K 2024-11-12T18:15:48,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/0cbf9db1a922445f9391e55d42b41fa4 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/0cbf9db1a922445f9391e55d42b41fa4 2024-11-12T18:15:48,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/0cbf9db1a922445f9391e55d42b41fa4, entries=2, sequenceid=43, filesize=5.8 K 2024-11-12T18:15:48,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 036645486019b8f102429e2240881989 in 866ms, sequenceid=43, compaction requested=true 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 036645486019b8f102429e2240881989: 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731435280433.036645486019b8f102429e2240881989. for snapshot_backup_system completed. 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731435280433.036645486019b8f102429e2240881989.' region-info for snapshot=snapshot_backup_system 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/77c53965339e4d5a892af3c64aca7e1f, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/3dc5ea7ceb2f4640aefe45d2307d275d] hfiles 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/50b088155ef74d2d99334d2700870b4e for snapshot=snapshot_backup_system 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/77c53965339e4d5a892af3c64aca7e1f for snapshot=snapshot_backup_system 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/3dc5ea7ceb2f4640aefe45d2307d275d for snapshot=snapshot_backup_system 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/96ae4cc87bf94931938901d9099faf06, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/0cbf9db1a922445f9391e55d42b41fa4] hfiles 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/497cde68163f4c4b968074a88e7e5584 for snapshot=snapshot_backup_system 2024-11-12T18:15:48,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/fd273338e74b480ea22335fe516117a1 for snapshot=snapshot_backup_system 2024-11-12T18:15:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/96ae4cc87bf94931938901d9099faf06 for snapshot=snapshot_backup_system 2024-11-12T18:15:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/0cbf9db1a922445f9391e55d42b41fa4 for snapshot=snapshot_backup_system 2024-11-12T18:15:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741951_1127 (size=330) 2024-11-12T18:15:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T18:15:49,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:15:49,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-12T18:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-12T18:15:49,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 036645486019b8f102429e2240881989 2024-11-12T18:15:49,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 2024-11-12T18:15:49,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-12T18:15:49,288 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:15:49,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 036645486019b8f102429e2240881989 in 1.4320 sec 2024-11-12T18:15:49,289 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:15:49,290 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:15:49,290 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T18:15:49,292 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T18:15:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741952_1128 (size=967) 2024-11-12T18:15:49,714 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:15:49,724 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:15:49,725 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.hbase-snapshot/snapshot_backup_system 2024-11-12T18:15:49,727 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:15:49,727 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-12T18:15:49,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9670 sec 2024-11-12T18:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T18:15:49,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T18:15:49,919 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731435347428 started at 1731435349919. 2024-11-12T18:15:49,922 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731435347428 has been started. 2024-11-12T18:15:49,928 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17314352703751, ns3:test-17314352703752, ns4:test-17314352703753, test-1731435270375] 2024-11-12T18:15:49,933 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731435306158for backupID backup_1731435347428 2024-11-12T18:15:49,933 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-12T18:15:49,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-12T18:15:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T18:15:49,934 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T18:15:49,934 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T18:15:49,934 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T18:15:49,934 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T18:15:49,935 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:49,935 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:49,973 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:49,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:15:49,974 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:15:49,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:15:49,974 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:49,974 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T18:15:49,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:49,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:49,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T18:15:49,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:49,976 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T18:15:49,976 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T18:15:49,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T18:15:49,976 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T18:15:49,976 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T18:15:49,976 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T18:15:49,976 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T18:15:49,976 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T18:15:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:49,995 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:49,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:49,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:49,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:49,996 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T18:15:49,996 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T18:15:49,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:49,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:49,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:49,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:49,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:49,998 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6684de3f6e40,41929,1731435256330' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T18:15:49,998 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7ab0f621[Count = 0] remaining members to acquire global barrier 2024-11-12T18:15:49,998 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T18:15:49,998 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:50,008 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:50,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:50,009 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,009 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T18:15:50,009 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T18:15:50,009 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T18:15:50,009 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,009 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731435317720 highest: 1731435317780 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,009 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0:(num 1731435317720) roll requested 2024-11-12T18:15:50,029 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435350009, exclude list is [], retry=0 2024-11-12T18:15:50,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:50,034 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435350009 2024-11-12T18:15:50,034 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:50,034 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 is not closed yet, will try archiving it next time 2024-11-12T18:15:50,035 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.meta:.meta(num 1731435317748) roll requested 2024-11-12T18:15:50,035 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435286289 2024-11-12T18:15:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741910_1086 (size=653) 2024-11-12T18:15:50,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 not finished, retry = 0 2024-11-12T18:15:50,048 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435350035.meta, exclude list is [], retry=0 2024-11-12T18:15:50,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:50,052 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435350035.meta 2024-11-12T18:15:50,052 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:50,052 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta is not closed yet, will try archiving it next time 2024-11-12T18:15:50,052 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1:(num 1731435317780) roll requested 2024-11-12T18:15:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741911_1087 (size=93) 2024-11-12T18:15:50,054 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta 2024-11-12T18:15:50,065 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435350052, exclude list is [], retry=0 2024-11-12T18:15:50,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-e2e169ab-ad2c-44af-827f-9ad3318ceb56,DISK] 2024-11-12T18:15:50,070 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435350052 2024-11-12T18:15:50,070 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-12T18:15:50,070 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 is not closed yet, will try archiving it next time 2024-11-12T18:15:50,070 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435306158 2024-11-12T18:15:50,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 not finished, retry = 0 2024-11-12T18:15:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741912_1088 (size=4710) 2024-11-12T18:15:50,090 DEBUG [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-12T18:15:50,090 INFO [rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731435350009 on 6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:50,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:50,111 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T18:15:50,111 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6684de3f6e40,41929,1731435256330' in zk 2024-11-12T18:15:50,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,120 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T18:15:50,121 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:15:50,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,121 DEBUG [member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T18:15:50,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:50,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:50,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:50,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:50,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:50,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:50,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:50,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6684de3f6e40,41929,1731435256330': 2024-11-12T18:15:50,124 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T18:15:50,124 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T18:15:50,124 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6684de3f6e40,41929,1731435256330' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T18:15:50,125 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T18:15:50,125 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T18:15:50,125 INFO [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T18:15:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:15:50,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,154 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,154 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 2024-11-12T18:15:50,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T18:15:50,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T18:15:50,155 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:15:50,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T18:15:50,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:15:50,156 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:50,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T18:15:50,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:50,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,158 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T18:15:50,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T18:15:50,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6684de3f6e40,41929,1731435256330 2024-11-12T18:15:50,192 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:50,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T18:15:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T18:15:50,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T18:15:50,193 DEBUG [(6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T18:15:50,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T18:15:50,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T18:15:50,193 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T18:15:50,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T18:15:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T18:15:50,204 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {6684de3f6e40:41929=1731435306158} newestTimestamps: {6684de3f6e40:41929=1731435317780} 2024-11-12T18:15:50,208 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6684de3f6e40%2C41929%2C1731435256330.meta.1731435260790.meta 2024-11-12T18:15:50,208 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6684de3f6e40%2C41929%2C1731435256330.meta.1731435306136.meta 2024-11-12T18:15:50,208 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6684de3f6e40%2C41929%2C1731435256330.meta.1731435350035.meta 2024-11-12T18:15:50,208 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435350009 2024-11-12T18:15:50,208 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 2024-11-12T18:15:50,208 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435350052 2024-11-12T18:15:50,210 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.meta.1731435286338.meta 2024-11-12T18:15:50,210 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.meta.1731435317748.meta 2024-11-12T18:15:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741956_1132 (size=640) 2024-11-12T18:15:50,625 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:36159/backupUT/backup_1731435347428/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:50,625 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:50,628 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-12T18:15:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741957_1133 (size=45) 2024-11-12T18:15:51,039 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-12T18:15:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741958_1134 (size=364) 2024-11-12T18:15:51,453 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17314352703751 target: hdfs://localhost:36159/backupUT/backup_1731435347428/ns2/test-17314352703751 descriptor: 'ns2:test-17314352703751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:51,453 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:51,456 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17314352703751 2024-11-12T18:15:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741959_1135 (size=50) 2024-11-12T18:15:51,861 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17314352703751 2024-11-12T18:15:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741960_1136 (size=390) 2024-11-12T18:15:52,274 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17314352703753 target: hdfs://localhost:36159/backupUT/backup_1731435347428/ns4/test-17314352703753 descriptor: 'ns4:test-17314352703753', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:52,274 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:52,277 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17314352703753 2024-11-12T18:15:52,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741961_1137 (size=50) 2024-11-12T18:15:52,691 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17314352703753 2024-11-12T18:15:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741962_1138 (size=908) 2024-11-12T18:15:52,717 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731435270375 target: hdfs://localhost:36159/backupUT/backup_1731435347428/default/test-1731435270375 descriptor: 'test-1731435270375', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:52,717 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:52,720 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731435270375 2024-11-12T18:15:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741963_1139 (size=53) 2024-11-12T18:15:53,125 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731435270375 2024-11-12T18:15:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741964_1140 (size=390) 2024-11-12T18:15:53,549 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17314352703752 target: hdfs://localhost:36159/backupUT/backup_1731435347428/ns3/test-17314352703752 descriptor: 'ns3:test-17314352703752', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:53,549 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T18:15:53,552 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17314352703752 2024-11-12T18:15:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741965_1141 (size=50) 2024-11-12T18:15:53,958 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17314352703752 2024-11-12T18:15:53,969 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36159/backupUT/.tmp/backup_1731435347428 from hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780;hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 2024-11-12T18:15:53,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e787d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:53,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:53,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:53,971 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:53,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:53,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:53,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199e2382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:53,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:53,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:53,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:53,973 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e738f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:53,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:15:53,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:15:53,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e1728d 2024-11-12T18:15:53,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:15:53,976 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:15:53,979 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:15:53,979 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-12T18:15:53,980 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:53,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:53,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:53,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:53,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:53,983 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-12T18:15:53,983 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17314352703751 2024-11-12T18:15:53,984 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17314352703751,, stopping at row=ns2:test-17314352703751 ,, for max=2147483647 with caching=100 2024-11-12T18:15:53,986 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17314352703751: ns2:test-17314352703751; 2024-11-12T18:15:53,986 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17314352703752 2024-11-12T18:15:53,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17314352703752,, stopping at row=ns3:test-17314352703752 ,, for max=2147483647 with caching=100 2024-11-12T18:15:53,988 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17314352703752: ns3:test-17314352703752; 2024-11-12T18:15:53,988 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17314352703753 2024-11-12T18:15:53,988 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17314352703753,, stopping at row=ns4:test-17314352703753 ,, for max=2147483647 with caching=100 2024-11-12T18:15:53,990 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17314352703753: ns4:test-17314352703753; 2024-11-12T18:15:53,990 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731435270375 2024-11-12T18:15:53,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731435270375,, stopping at row=test-1731435270375 ,, for max=2147483647 with caching=100 2024-11-12T18:15:53,992 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731435270375: test-1731435270375; 2024-11-12T18:15:53,992 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-12T18:15:53,992 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_425101db-9b30-4110-9d2c-52600c3ffb3a 2024-11-12T18:15:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741966_1142 (size=324) 2024-11-12T18:15:54,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:54,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:54,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-3338560765012936746.jar 2024-11-12T18:15:55,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:55,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:15:55,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:15:55,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:15:55,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:15:55,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:15:55,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:15:55,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:15:55,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:15:55,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:15:55,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:15:55,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:15:55,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:15:55,419 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17314352703751,ns3:test-17314352703752,ns4:test-17314352703753,default:test-1731435270375 2024-11-12T18:15:55,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:15:55,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:55,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:55,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:55,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:55,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:15:56,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-10413440071936797210.jar 2024-11-12T18:15:56,435 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:56,479 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 for WAL files 2024-11-12T18:15:56,480 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 2024-11-12T18:15:56,480 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 for WAL files 2024-11-12T18:15:56,481 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 2024-11-12T18:15:56,636 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local943516956_0010_14fd5bd6-e3f7-4006-9bb3-385449cd5143/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:15:56,636 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local943516956_0010_14fd5bd6-e3f7-4006-9bb3-385449cd5143/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:15:56,721 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 for hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1.1731435317780 (-9223372036854775808:9223372036854775807) length:4710 2024-11-12T18:15:56,726 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T18:15:56,726 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T18:15:56,795 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 for hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435317720 (-9223372036854775808:9223372036854775807) length:653 2024-11-12T18:15:56,801 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T18:15:56,801 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T18:15:57,115 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8170f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:57,115 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:15:57,115 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:57,119 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:15:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:15:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761f521c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:15:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:57,122 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:57,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129e9d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:15:57,126 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:15:57,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:57,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731435270375', row='row-test-1731435270375-2-0', locateType=CURRENT is [region=test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., hostname=6684de3f6e40,41929,1731435256330, seqNum=338] 2024-11-12T18:15:57,135 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-12T18:15:57,135 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:57,135 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:57,136 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:57,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:57,137 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-2-0] 2024-11-12T18:15:57,137 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:15:57,152 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/backupUT/.tmp/backup_1731435347428/_temporary/0/_temporary/attempt_local943516956_0010_r_000004_0/default/test-1731435270375/f2/116ac39c2d914a9dbd8048d4cd823d50 is 58, key is row-test-1731435270375-2-0/f2:q1/1731435342407/Put/seqid=0 2024-11-12T18:15:57,157 WARN [Thread-1514 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:15:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741967_1143 (size=5366) 2024-11-12T18:15:57,698 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36159/backupUT 2024-11-12T18:15:57,698 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731435347428 2024-11-12T18:15:57,698 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-12T18:15:57,728 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36159/backupUT/.tmp/backup_1731435347428, hdfs://localhost:36159/backupUT] 2024-11-12T18:15:57,824 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:15:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741968_1144 (size=5366) 2024-11-12T18:15:59,026 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-12T18:15:59,028 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731435347428 2024-11-12T18:15:59,028 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-12T18:15:59,029 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local625565390_0011 completed: true true 2024-11-12T18:15:59,030 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6663527 FILE: Number of bytes written=17185069 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409246 HDFS: Number of bytes written=2547249 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-12T18:15:59,030 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36159/backupUT/.tmp/backup_1731435347428 to hdfs://localhost:36159/backupUT finished. 2024-11-12T18:15:59,055 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731435347428 2024-11-12T18:15:59,059 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731435316464} 2024-11-12T18:15:59,059 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T18:15:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741969_1145 (size=714) 2024-11-12T18:15:59,082 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36159/backupUT/backup_1731435347428/.backup.manifest 2024-11-12T18:15:59,082 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731435347428 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17314352703751;ns4:test-17314352703753;test-1731435270375;ns3:test-17314352703752,targetRootDir=hdfs://localhost:36159/backupUT,startts=1731435349919,completets=1731435359054,bytescopied=0 2024-11-12T18:15:59,082 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T18:15:59,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T18:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T18:15:59,096 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T18:15:59,099 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T18:15:59,106 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731435347428 completed. 2024-11-12T18:15:59,106 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-12T18:15:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:15:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:15:59,136 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731435280240 2024-11-12T18:15:59,140 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-12T18:15:59,147 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-12T18:15:59,148 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:15:59,150 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:15:59,153 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:15:59,161 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:15:59,162 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731435270375' to 'table1' from full backup image hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375 2024-11-12T18:15:59,188 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-12T18:15:59,188 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:15:59,192 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f in region [hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440] 2024-11-12T18:15:59,200 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 first=row0 last=row98 2024-11-12T18:15:59,200 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3 in region [hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440] 2024-11-12T18:15:59,209 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e first=row-test-1731435270375-3-0 last=row-test-1731435270375-3-5 2024-11-12T18:15:59,209 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob in region [hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440] 2024-11-12T18:15:59,215 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf first=row-test-1731435270375-3-0 last=row-test-1731435270375-3-5 2024-11-12T18:15:59,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-12T18:15:59,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:15:59,225 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:59,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-12T18:15:59,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T18:15:59,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741970_1146 (size=938) 2024-11-12T18:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T18:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T18:15:59,638 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22873d46e00c00e13400b2da1cba9c86, NAME => 'table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:59,639 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 73c1d2a894ebe5eaff798c59a101c968, NAME => 'table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:15:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741971_1147 (size=45) 2024-11-12T18:15:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741972_1148 (size=45) 2024-11-12T18:15:59,707 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:59,707 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 73c1d2a894ebe5eaff798c59a101c968, disabling compactions & flushes 2024-11-12T18:15:59,707 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:15:59,708 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:15:59,708 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. after waiting 0 ms 2024-11-12T18:15:59,708 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:15:59,708 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:15:59,708 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 73c1d2a894ebe5eaff798c59a101c968: Waiting for close lock at 1731435359707Disabling compacts and flushes for region at 1731435359707Disabling writes for close at 1731435359708 (+1 ms)Writing region close event to WAL at 1731435359708Closed at 1731435359708 2024-11-12T18:15:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T18:16:00,107 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:00,107 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 22873d46e00c00e13400b2da1cba9c86, disabling compactions & flushes 2024-11-12T18:16:00,107 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,107 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,107 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. after waiting 0 ms 2024-11-12T18:16:00,107 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,107 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,107 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22873d46e00c00e13400b2da1cba9c86: Waiting for close lock at 1731435360107Disabling compacts and flushes for region at 1731435360107Disabling writes for close at 1731435360107Writing region close event to WAL at 1731435360107Closed at 1731435360107 2024-11-12T18:16:00,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:16:00,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731435360109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435360109"}]},"ts":"1731435360109"} 2024-11-12T18:16:00,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731435360109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435360109"}]},"ts":"1731435360109"} 2024-11-12T18:16:00,116 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:16:00,118 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:16:00,118 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435360118"}]},"ts":"1731435360118"} 2024-11-12T18:16:00,120 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-12T18:16:00,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, ASSIGN}] 2024-11-12T18:16:00,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, ASSIGN 2024-11-12T18:16:00,123 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, ASSIGN 2024-11-12T18:16:00,125 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:16:00,125 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:16:00,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=73c1d2a894ebe5eaff798c59a101c968, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:00,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=22873d46e00c00e13400b2da1cba9c86, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, ASSIGN because future has completed 2024-11-12T18:16:00,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73c1d2a894ebe5eaff798c59a101c968, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, ASSIGN because future has completed 2024-11-12T18:16:00,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22873d46e00c00e13400b2da1cba9c86, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T18:16:00,447 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:00,447 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 73c1d2a894ebe5eaff798c59a101c968, NAME => 'table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-12T18:16:00,447 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:00,448 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,448 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:00,448 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,448 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,456 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,468 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c1d2a894ebe5eaff798c59a101c968 columnFamilyName f 2024-11-12T18:16:00,468 DEBUG [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:00,479 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] regionserver.HStore(327): Store=73c1d2a894ebe5eaff798c59a101c968/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:00,479 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,500 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c1d2a894ebe5eaff798c59a101c968 columnFamilyName f3 2024-11-12T18:16:00,500 DEBUG [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:00,503 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] regionserver.HStore(327): Store=73c1d2a894ebe5eaff798c59a101c968/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:00,504 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,515 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c1d2a894ebe5eaff798c59a101c968 columnFamilyName mob 2024-11-12T18:16:00,531 DEBUG [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:00,533 INFO [StoreOpener-73c1d2a894ebe5eaff798c59a101c968-1 {}] regionserver.HStore(327): Store=73c1d2a894ebe5eaff798c59a101c968/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:00,535 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,539 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,547 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,551 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,551 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,552 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:16:00,554 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,564 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:00,565 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 73c1d2a894ebe5eaff798c59a101c968; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10198505920, jitterRate=-0.050190120935440063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:16:00,566 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:00,567 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 73c1d2a894ebe5eaff798c59a101c968: Running coprocessor pre-open hook at 1731435360448Writing region info on filesystem at 1731435360448Initializing all the Stores at 1731435360454 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435360454Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435360456 (+2 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435360456Cleaning up temporary data from old regions at 1731435360551 (+95 ms)Running coprocessor post-open hooks at 1731435360566 (+15 ms)Region opened successfully at 1731435360566 2024-11-12T18:16:00,568 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., pid=64, masterSystemTime=1731435360434 2024-11-12T18:16:00,571 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:00,571 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:00,571 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,572 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 22873d46e00c00e13400b2da1cba9c86, NAME => 'table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-12T18:16:00,572 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:00,572 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=73c1d2a894ebe5eaff798c59a101c968, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:00,572 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,572 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:00,572 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,573 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,578 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73c1d2a894ebe5eaff798c59a101c968, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:00,584 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22873d46e00c00e13400b2da1cba9c86 columnFamilyName f 2024-11-12T18:16:00,584 DEBUG [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:00,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-12T18:16:00,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 73c1d2a894ebe5eaff798c59a101c968, server=6684de3f6e40,41929,1731435256330 in 307 msec 2024-11-12T18:16:00,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, ASSIGN in 471 msec 2024-11-12T18:16:00,598 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] regionserver.HStore(327): Store=22873d46e00c00e13400b2da1cba9c86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:00,598 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,622 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22873d46e00c00e13400b2da1cba9c86 columnFamilyName f3 2024-11-12T18:16:00,622 DEBUG [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:00,631 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] regionserver.HStore(327): Store=22873d46e00c00e13400b2da1cba9c86/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:00,631 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,648 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22873d46e00c00e13400b2da1cba9c86 columnFamilyName mob 2024-11-12T18:16:00,652 DEBUG [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:00,654 INFO [StoreOpener-22873d46e00c00e13400b2da1cba9c86-1 {}] regionserver.HStore(327): Store=22873d46e00c00e13400b2da1cba9c86/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:00,655 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,660 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,663 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,670 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,671 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,675 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:16:00,680 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,684 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:00,685 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 22873d46e00c00e13400b2da1cba9c86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11271795200, jitterRate=0.04976773262023926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:16:00,686 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:00,686 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 22873d46e00c00e13400b2da1cba9c86: Running coprocessor pre-open hook at 1731435360573Writing region info on filesystem at 1731435360573Initializing all the Stores at 1731435360577 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435360577Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435360577Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435360577Cleaning up temporary data from old regions at 1731435360671 (+94 ms)Running coprocessor post-open hooks at 1731435360686 (+15 ms)Region opened successfully at 1731435360686 2024-11-12T18:16:00,687 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., pid=65, masterSystemTime=1731435360434 2024-11-12T18:16:00,689 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,689 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:00,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=22873d46e00c00e13400b2da1cba9c86, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:00,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22873d46e00c00e13400b2da1cba9c86, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:00,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-12T18:16:00,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 22873d46e00c00e13400b2da1cba9c86, server=6684de3f6e40,41929,1731435256330 in 412 msec 2024-11-12T18:16:00,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-12T18:16:00,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, ASSIGN in 582 msec 2024-11-12T18:16:00,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:16:00,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435360707"}]},"ts":"1731435360707"} 2024-11-12T18:16:00,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-12T18:16:00,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:16:00,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.4890 sec 2024-11-12T18:16:01,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f9a031fbfc0a21509d20128089f19440, had cached 0 bytes from a total of 38453 2024-11-12T18:16:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T18:16:01,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-12T18:16:01,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:01,394 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 from hbase tables test-1731435270375 to tables table1 2024-11-12T18:16:01,394 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731435270375 into table1 2024-11-12T18:16:01,396 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394 from hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:01,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150f2fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:01,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:01,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:01,398 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:01,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489ab537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:01,400 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:01,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715cce1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:01,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:01,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:01,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ab8c4a 2024-11-12T18:16:01,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:01,403 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:01,404 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:16:01,404 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-12T18:16:01,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:01,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:01,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:01,408 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-12T18:16:01,408 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-12T18:16:01,408 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T18:16:01,408 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_bf2ad7d2-8afb-49b4-a7e4-06e2267be5b3 2024-11-12T18:16:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741973_1149 (size=177) 2024-11-12T18:16:01,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-12T18:16:01,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:01,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:01,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-17800981089996365970.jar 2024-11-12T18:16:03,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:16:03,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:16:03,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:16:03,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:16:03,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:16:03,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:16:03,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:16:03,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:16:03,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:16:03,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:16:03,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:03,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:16:03,059 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-12T18:16:03,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:03,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:03,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:03,060 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T18:16:03,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:03,080 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:16:03,100 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T18:16:03,265 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1172625835_0012_0296aaa0-d1a7-47c9-942d-662a42b0694b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:16:03,265 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1172625835_0012_0296aaa0-d1a7-47c9-942d-662a42b0694b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:16:03,340 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:16:03,345 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:03,407 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:16:03,417 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:03,450 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f3/3a004a6f613246f28ef08b232486829e 2024-11-12T18:16:03,454 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:03,487 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@892b1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:03,487 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:03,488 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:03,488 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1949e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,490 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:03,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d42a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:03,491 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:03,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:03,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:03,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731435270375-3-0', locateType=CURRENT is [region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:03,495 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-12T18:16:03,496 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:03,496 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,496 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:03,496 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-3-0] 2024-11-12T18:16:03,496 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:03,502 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5279b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:03,502 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:03,502 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:03,503 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1bffa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:03,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:03,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bdb30d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:03,507 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:03,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:03,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731435270375-3-0', locateType=CURRENT is [region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:03,511 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-12T18:16:03,511 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:03,511 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,511 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:03,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:03,512 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-3-0] 2024-11-12T18:16:03,512 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:03,517 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/_temporary/0/_temporary/attempt_local1172625835_0012_r_000000_0/f3/450cd871b8124323acc097a5c8a93fad is 58, key is row-test-1731435270375-3-0/f3:q1/1731435280191/Put/seqid=0 2024-11-12T18:16:03,519 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741974_1150 (size=5530) 2024-11-12T18:16:03,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 13bc020466ceb2a6f7db7063bc62ffab, had cached 0 bytes from a total of 13547 2024-11-12T18:16:03,926 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/_temporary/0/_temporary/attempt_local1172625835_0012_r_000000_0/mob/7e3036f17ae64ed68c23920529e8530f is 59, key is row-test-1731435270375-3-0/mob:q1/1731435280219/Put/seqid=0 2024-11-12T18:16:03,928 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741975_1151 (size=5539) 2024-11-12T18:16:04,372 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd1c2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:04,372 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:04,372 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:04,373 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:04,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:04,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea3b90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:04,375 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adcc19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:04,376 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:04,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-12T18:16:04,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-12T18:16:04,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:04,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:04,381 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-12T18:16:04,382 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:04,382 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:04,382 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:04,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:04,382 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-12T18:16:04,382 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:04,391 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/_temporary/0/_temporary/attempt_local1172625835_0012_r_000001_0/f/d3fab34256624f5faa722946a13d8bac is 37, key is row10/f:q1/1731435272299/Put/seqid=0 2024-11-12T18:16:04,392 WARN [Thread-1651 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741976_1152 (size=8742) 2024-11-12T18:16:05,324 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394 2024-11-12T18:16:05,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb4f9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:05,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:05,327 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:05,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:05,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:05,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6850d176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,329 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:05,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1feb7c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:05,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:05,344 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/_SUCCESS 2024-11-12T18:16:05,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c75027a 2024-11-12T18:16:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:05,364 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:05,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:05,380 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,397 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/f/d3fab34256624f5faa722946a13d8bac first=Optional[row0] last=Optional[row98] 2024-11-12T18:16:05,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/f3/450cd871b8124323acc097a5c8a93fad first=Optional[row-test-1731435270375-3-0] last=Optional[row-test-1731435270375-3-5] 2024-11-12T18:16:05,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/mob/7e3036f17ae64ed68c23920529e8530f first=Optional[row-test-1731435270375-3-0] last=Optional[row-test-1731435270375-3-5] 2024-11-12T18:16:05,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/f/d3fab34256624f5faa722946a13d8bac for inclusion in 73c1d2a894ebe5eaff798c59a101c968/f 2024-11-12T18:16:05,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/f3/450cd871b8124323acc097a5c8a93fad for inclusion in 22873d46e00c00e13400b2da1cba9c86/f3 2024-11-12T18:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731435270375-3-0 last=row-test-1731435270375-3-5 2024-11-12T18:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T18:16:05,431 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/mob/7e3036f17ae64ed68c23920529e8530f for inclusion in 22873d46e00c00e13400b2da1cba9c86/mob 2024-11-12T18:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-12T18:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-12T18:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for 73c1d2a894ebe5eaff798c59a101c968: 2024-11-12T18:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731435270375-3-0 last=row-test-1731435270375-3-5 2024-11-12T18:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T18:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for 22873d46e00c00e13400b2da1cba9c86: 2024-11-12T18:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/f/d3fab34256624f5faa722946a13d8bac to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f/d3fab34256624f5faa722946a13d8bac 2024-11-12T18:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/f3/450cd871b8124323acc097a5c8a93fad to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f3/450cd871b8124323acc097a5c8a93fad 2024-11-12T18:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f3/450cd871b8124323acc097a5c8a93fad as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3/51a75a0186bd4bb2b2c1db23bf8be90d_SeqId_4_ 2024-11-12T18:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f/d3fab34256624f5faa722946a13d8bac as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f/af4ddbdbbab844a1ae642eb08963ad1e_SeqId_4_ 2024-11-12T18:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435361394/mob/7e3036f17ae64ed68c23920529e8530f to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/mob/7e3036f17ae64ed68c23920529e8530f 2024-11-12T18:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce536b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/mob/7e3036f17ae64ed68c23920529e8530f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob/97affe7a19224c4c8f4ba4e6ad4f9865_SeqId_4_ 2024-11-12T18:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a9d313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:05,444 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508eeb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,445 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:05,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fc9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:05,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:05,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,446 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:05,447 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:05,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573a5779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:05,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de86ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:05,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@221f8a35 2024-11-12T18:16:05,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b05772 2024-11-12T18:16:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:05,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:05,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:05,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:05,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:05,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:05,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:05,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:05,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929. 2024-11-12T18:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:05,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:05,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f/d3fab34256624f5faa722946a13d8bac into 73c1d2a894ebe5eaff798c59a101c968/f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f/af4ddbdbbab844a1ae642eb08963ad1e_SeqId_4_ - updating store file list. 2024-11-12T18:16:05,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1aa63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:05,494 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af7a263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:05,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,496 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:05,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5511fbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267dc424 2024-11-12T18:16:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:05,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:05,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f/af4ddbdbbab844a1ae642eb08963ad1e_SeqId_4_ into 73c1d2a894ebe5eaff798c59a101c968/f 2024-11-12T18:16:05,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f/d3fab34256624f5faa722946a13d8bac into 73c1d2a894ebe5eaff798c59a101c968/f (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f/af4ddbdbbab844a1ae642eb08963ad1e_SeqId_4_) 2024-11-12T18:16:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f/d3fab34256624f5faa722946a13d8bac 2024-11-12T18:16:05,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c6c71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:05,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f09940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:05,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3001a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:05,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3be9384b 2024-11-12T18:16:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:05,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:05,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:05,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:05,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f3/450cd871b8124323acc097a5c8a93fad into 22873d46e00c00e13400b2da1cba9c86/f3 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3/51a75a0186bd4bb2b2c1db23bf8be90d_SeqId_4_ - updating store file list. 2024-11-12T18:16:05,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3/51a75a0186bd4bb2b2c1db23bf8be90d_SeqId_4_ into 22873d46e00c00e13400b2da1cba9c86/f3 2024-11-12T18:16:05,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f3/450cd871b8124323acc097a5c8a93fad into 22873d46e00c00e13400b2da1cba9c86/f3 (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3/51a75a0186bd4bb2b2c1db23bf8be90d_SeqId_4_) 2024-11-12T18:16:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/f3/450cd871b8124323acc097a5c8a93fad 2024-11-12T18:16:05,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/mob/7e3036f17ae64ed68c23920529e8530f into 22873d46e00c00e13400b2da1cba9c86/mob as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob/97affe7a19224c4c8f4ba4e6ad4f9865_SeqId_4_ - updating store file list. 2024-11-12T18:16:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:05,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929. 2024-11-12T18:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:05,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob/97affe7a19224c4c8f4ba4e6ad4f9865_SeqId_4_ into 22873d46e00c00e13400b2da1cba9c86/mob 2024-11-12T18:16:05,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/mob/7e3036f17ae64ed68c23920529e8530f into 22873d46e00c00e13400b2da1cba9c86/mob (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob/97affe7a19224c4c8f4ba4e6ad4f9865_SeqId_4_) 2024-11-12T18:16:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__618egpl2eea3stplt6bqkgfdvgo90uui0iufvbgaf4dh8nto4t5mmls5sk4rmtqb/mob/7e3036f17ae64ed68c23920529e8530f 2024-11-12T18:16:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b978459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:05,562 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:05,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:05,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:05,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b82310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:05,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:05,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,564 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:05,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306b7afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:05,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:05,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41256a6a 2024-11-12T18:16:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:05,567 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:05,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:05,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:05,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:05,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:05,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:05,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:05,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:05,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:05,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:05,604 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T18:16:05,604 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T18:16:05,604 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731435280240 hdfs://localhost:36159/backupUT/backup_1731435280240/default/test-1731435270375/ 2024-11-12T18:16:05,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:05,605 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:16:05,606 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:16:05,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:05,608 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435280240/.backup.manifest 2024-11-12T18:16:05,608 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17314352703751' to 'ns2:table2' from full backup image hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751 2024-11-12T18:16:05,639 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-12T18:16:05,639 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:16:05,640 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f in region [hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab] 2024-11-12T18:16:05,645 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 first=row0 last=row98 2024-11-12T18:16:05,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:16:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-12T18:16:05,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:16:05,650 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-12T18:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T18:16:05,651 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:16:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741977_1153 (size=351) 2024-11-12T18:16:05,719 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:16:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T18:16:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T18:16:05,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T18:16:06,062 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36e54992223c2650e46cb0f4a98b02f4, NAME => 'ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:16:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741978_1154 (size=37) 2024-11-12T18:16:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T18:16:06,471 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:06,471 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 36e54992223c2650e46cb0f4a98b02f4, disabling compactions & flushes 2024-11-12T18:16:06,471 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,471 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,471 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. after waiting 0 ms 2024-11-12T18:16:06,471 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,471 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,471 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36e54992223c2650e46cb0f4a98b02f4: Waiting for close lock at 1731435366471Disabling compacts and flushes for region at 1731435366471Disabling writes for close at 1731435366471Writing region close event to WAL at 1731435366471Closed at 1731435366471 2024-11-12T18:16:06,473 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:16:06,473 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731435366473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435366473"}]},"ts":"1731435366473"} 2024-11-12T18:16:06,475 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:16:06,476 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:16:06,476 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435366476"}]},"ts":"1731435366476"} 2024-11-12T18:16:06,478 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-12T18:16:06,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, ASSIGN}] 2024-11-12T18:16:06,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, ASSIGN 2024-11-12T18:16:06,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:16:06,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=36e54992223c2650e46cb0f4a98b02f4, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, ASSIGN because future has completed 2024-11-12T18:16:06,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36e54992223c2650e46cb0f4a98b02f4, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T18:16:06,791 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,791 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 36e54992223c2650e46cb0f4a98b02f4, NAME => 'ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:16:06,792 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:06,792 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,792 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:06,792 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,792 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,794 INFO [StoreOpener-36e54992223c2650e46cb0f4a98b02f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,796 INFO [StoreOpener-36e54992223c2650e46cb0f4a98b02f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36e54992223c2650e46cb0f4a98b02f4 columnFamilyName f 2024-11-12T18:16:06,796 DEBUG [StoreOpener-36e54992223c2650e46cb0f4a98b02f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:06,797 INFO [StoreOpener-36e54992223c2650e46cb0f4a98b02f4-1 {}] regionserver.HStore(327): Store=36e54992223c2650e46cb0f4a98b02f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:06,797 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,798 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,798 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,799 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,799 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,801 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,804 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:06,805 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 36e54992223c2650e46cb0f4a98b02f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10626801280, jitterRate=-0.01030200719833374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:06,805 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:06,806 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 36e54992223c2650e46cb0f4a98b02f4: Running coprocessor pre-open hook at 1731435366792Writing region info on filesystem at 1731435366792Initializing all the Stores at 1731435366793 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435366794 (+1 ms)Cleaning up temporary data from old regions at 1731435366799 (+5 ms)Running coprocessor post-open hooks at 1731435366805 (+6 ms)Region opened successfully at 1731435366806 (+1 ms) 2024-11-12T18:16:06,809 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., pid=68, masterSystemTime=1731435366786 2024-11-12T18:16:06,812 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,812 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:06,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=36e54992223c2650e46cb0f4a98b02f4, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:06,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36e54992223c2650e46cb0f4a98b02f4, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:06,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-12T18:16:06,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 36e54992223c2650e46cb0f4a98b02f4, server=6684de3f6e40,41929,1731435256330 in 182 msec 2024-11-12T18:16:06,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-12T18:16:06,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, ASSIGN in 342 msec 2024-11-12T18:16:06,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:16:06,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435366824"}]},"ts":"1731435366824"} 2024-11-12T18:16:06,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-12T18:16:06,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:16:06,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1820 sec 2024-11-12T18:16:07,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-12T18:16:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T18:16:07,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-12T18:16:07,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T18:16:07,813 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab from hbase tables ns2:test-17314352703751 to tables ns2:table2 2024-11-12T18:16:07,813 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17314352703751 into ns2:table2 2024-11-12T18:16:07,815 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813 from hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:16:07,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d61c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:07,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:07,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:07,817 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0dc0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:07,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:07,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:07,819 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:07,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b892d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:07,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:07,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:07,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd3de6e 2024-11-12T18:16:07,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:07,823 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:07,824 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:16:07,824 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-12T18:16:07,824 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T18:16:07,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:07,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:07,829 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-12T18:16:07,829 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-12T18:16:07,829 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_14cafbd0-f899-440d-9df2-244ae497d2ec 2024-11-12T18:16:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741979_1155 (size=153) 2024-11-12T18:16:08,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:08,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:08,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-7528422734617111265.jar 2024-11-12T18:16:09,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:09,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:16:09,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:16:09,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:16:09,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:16:09,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:16:09,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:16:09,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:16:09,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:16:09,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:16:09,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:16:09,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:09,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:16:09,379 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-12T18:16:09,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:09,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:09,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:09,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:09,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:09,380 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T18:16:09,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:09,391 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:16:09,404 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T18:16:09,565 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1576909432_0013_47c8045b-711f-4149-9388-ad998068fc13/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:16:09,565 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local1576909432_0013_47c8045b-711f-4149-9388-ad998068fc13/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:16:09,657 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 2024-11-12T18:16:09,665 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:09,768 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaf1baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:09,768 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:09,768 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:09,770 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1cef57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:09,773 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:09,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f94efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:09,774 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:09,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:09,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:09,781 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-12T18:16:09,781 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:09,781 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:09,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:09,781 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:09,782 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-12T18:16:09,782 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:09,789 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813/_temporary/0/_temporary/attempt_local1576909432_0013_r_000000_0/f/ad6f69bcdd664e58a76c0e9bc0d4f84f is 37, key is row10/f:q1/1731435274798/Put/seqid=0 2024-11-12T18:16:09,792 WARN [Thread-1718 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741980_1156 (size=8742) 2024-11-12T18:16:10,625 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813 2024-11-12T18:16:10,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb4afd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:10,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:10,628 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6c387a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,629 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:10,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172cf770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:10,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:10,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:10,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:10,635 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813/_SUCCESS 2024-11-12T18:16:10,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:10,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51476eb8 2024-11-12T18:16:10,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:10,640 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:10,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:10,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T18:16:10,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813/f/ad6f69bcdd664e58a76c0e9bc0d4f84f first=Optional[row0] last=Optional[row98] 2024-11-12T18:16:10,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813/f/ad6f69bcdd664e58a76c0e9bc0d4f84f for inclusion in 36e54992223c2650e46cb0f4a98b02f4/f 2024-11-12T18:16:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-12T18:16:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:16:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for 36e54992223c2650e46cb0f4a98b02f4: 2024-11-12T18:16:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435367813/f/ad6f69bcdd664e58a76c0e9bc0d4f84f to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__c7hcgf9ibiefe3nvnqg0a99kcdtcos3653bmus4595og9d02u5a3artqlkmk9ouf/f/ad6f69bcdd664e58a76c0e9bc0d4f84f 2024-11-12T18:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__c7hcgf9ibiefe3nvnqg0a99kcdtcos3653bmus4595og9d02u5a3artqlkmk9ouf/f/ad6f69bcdd664e58a76c0e9bc0d4f84f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f/cd2248a7b9444187b5c9752a492eee4c_SeqId_4_ 2024-11-12T18:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b45751d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:10,664 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3751b8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:10,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:10,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,665 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657ce1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:10,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:10,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa1f7a5 2024-11-12T18:16:10,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:10,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:10,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:10,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:10,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:10,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:10,685 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:10,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__c7hcgf9ibiefe3nvnqg0a99kcdtcos3653bmus4595og9d02u5a3artqlkmk9ouf/f/ad6f69bcdd664e58a76c0e9bc0d4f84f into 36e54992223c2650e46cb0f4a98b02f4/f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f/cd2248a7b9444187b5c9752a492eee4c_SeqId_4_ - updating store file list. 2024-11-12T18:16:10,691 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f/cd2248a7b9444187b5c9752a492eee4c_SeqId_4_ into 36e54992223c2650e46cb0f4a98b02f4/f 2024-11-12T18:16:10,691 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__c7hcgf9ibiefe3nvnqg0a99kcdtcos3653bmus4595og9d02u5a3artqlkmk9ouf/f/ad6f69bcdd664e58a76c0e9bc0d4f84f into 36e54992223c2650e46cb0f4a98b02f4/f (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f/cd2248a7b9444187b5c9752a492eee4c_SeqId_4_) 2024-11-12T18:16:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__c7hcgf9ibiefe3nvnqg0a99kcdtcos3653bmus4595og9d02u5a3artqlkmk9ouf/f/ad6f69bcdd664e58a76c0e9bc0d4f84f 2024-11-12T18:16:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ad4646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:10,694 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:10,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:10,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:10,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a80337a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:10,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:10,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521763f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:10,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a76e1f1 2024-11-12T18:16:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:10,700 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:10,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:10,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:10,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:10,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:10,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:10,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:10,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:10,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:10,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:10,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:10,735 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T18:16:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:10,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:10,736 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T18:16:10,736 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731435280240 hdfs://localhost:36159/backupUT/backup_1731435280240/ns2/test-17314352703751/ 2024-11-12T18:16:10,736 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-12T18:16:10,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:16:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:10,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:10,775 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435347428/.backup.manifest 2024-11-12T18:16:10,779 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435347428/.backup.manifest 2024-11-12T18:16:10,780 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435316464/.backup.manifest 2024-11-12T18:16:10,783 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435316464/.backup.manifest 2024-11-12T18:16:10,783 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731435270375' to 'table1' from full backup image hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375 2024-11-12T18:16:10,787 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731435270375', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731435347428 2024-11-12T18:16:10,796 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-12T18:16:10,801 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-11-12T18:16:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-12T18:16:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-12T18:16:10,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435370810"}]},"ts":"1731435370810"} 2024-11-12T18:16:10,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-12T18:16:10,817 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-12T18:16:10,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-12T18:16:10,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, UNASSIGN}] 2024-11-12T18:16:10,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, UNASSIGN 2024-11-12T18:16:10,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, UNASSIGN 2024-11-12T18:16:10,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=73c1d2a894ebe5eaff798c59a101c968, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:10,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=22873d46e00c00e13400b2da1cba9c86, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:10,832 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=6684de3f6e40,41929,1731435256330, table=table1, region=22873d46e00c00e13400b2da1cba9c86. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:16:10,832 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=6684de3f6e40,41929,1731435256330, table=table1, region=73c1d2a894ebe5eaff798c59a101c968. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:16:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, UNASSIGN because future has completed 2024-11-12T18:16:10,837 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:16:10,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 73c1d2a894ebe5eaff798c59a101c968, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:10,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, UNASSIGN because future has completed 2024-11-12T18:16:10,839 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:16:10,843 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:16:10,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 22873d46e00c00e13400b2da1cba9c86, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-12T18:16:10,995 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:10,995 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:16:10,995 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 73c1d2a894ebe5eaff798c59a101c968, disabling compactions & flushes 2024-11-12T18:16:10,995 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:10,996 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:10,996 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. after waiting 0 ms 2024-11-12T18:16:10,996 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:11,001 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:16:11,002 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:11,002 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. 2024-11-12T18:16:11,002 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 73c1d2a894ebe5eaff798c59a101c968: Waiting for close lock at 1731435370995Running coprocessor pre-close hooks at 1731435370995Disabling compacts and flushes for region at 1731435370995Disabling writes for close at 1731435370996 (+1 ms)Writing region close event to WAL at 1731435370997 (+1 ms)Running coprocessor post-close hooks at 1731435371002 (+5 ms)Closed at 1731435371002 2024-11-12T18:16:11,006 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:11,006 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:11,006 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:16:11,006 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 22873d46e00c00e13400b2da1cba9c86, disabling compactions & flushes 2024-11-12T18:16:11,006 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:11,006 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:11,007 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. after waiting 0 ms 2024-11-12T18:16:11,007 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:11,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=73c1d2a894ebe5eaff798c59a101c968, regionState=CLOSED 2024-11-12T18:16:11,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 73c1d2a894ebe5eaff798c59a101c968, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:11,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-12T18:16:11,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 73c1d2a894ebe5eaff798c59a101c968, server=6684de3f6e40,41929,1731435256330 in 174 msec 2024-11-12T18:16:11,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=73c1d2a894ebe5eaff798c59a101c968, UNASSIGN in 188 msec 2024-11-12T18:16:11,019 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:16:11,020 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:11,020 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. 2024-11-12T18:16:11,020 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 22873d46e00c00e13400b2da1cba9c86: Waiting for close lock at 1731435371006Running coprocessor pre-close hooks at 1731435371006Disabling compacts and flushes for region at 1731435371006Disabling writes for close at 1731435371007 (+1 ms)Writing region close event to WAL at 1731435371010 (+3 ms)Running coprocessor post-close hooks at 1731435371020 (+10 ms)Closed at 1731435371020 2024-11-12T18:16:11,023 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:11,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=22873d46e00c00e13400b2da1cba9c86, regionState=CLOSED 2024-11-12T18:16:11,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 22873d46e00c00e13400b2da1cba9c86, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:11,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-12T18:16:11,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 22873d46e00c00e13400b2da1cba9c86, server=6684de3f6e40,41929,1731435256330 in 184 msec 2024-11-12T18:16:11,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-12T18:16:11,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=22873d46e00c00e13400b2da1cba9c86, UNASSIGN in 203 msec 2024-11-12T18:16:11,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-12T18:16:11,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 214 msec 2024-11-12T18:16:11,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435371037"}]},"ts":"1731435371037"} 2024-11-12T18:16:11,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-12T18:16:11,040 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-12T18:16:11,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 239 msec 2024-11-12T18:16:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-12T18:16:11,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-12T18:16:11,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-11-12T18:16:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-12T18:16:11,144 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-12T18:16:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T18:16:11,152 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:11,152 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:11,164 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/recovered.edits] 2024-11-12T18:16:11,167 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f3, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/mob, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/recovered.edits] 2024-11-12T18:16:11,175 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f/af4ddbdbbab844a1ae642eb08963ad1e_SeqId_4_ to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/f/af4ddbdbbab844a1ae642eb08963ad1e_SeqId_4_ 2024-11-12T18:16:11,177 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3/51a75a0186bd4bb2b2c1db23bf8be90d_SeqId_4_ to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/default/table1/22873d46e00c00e13400b2da1cba9c86/f3/51a75a0186bd4bb2b2c1db23bf8be90d_SeqId_4_ 2024-11-12T18:16:11,186 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob/97affe7a19224c4c8f4ba4e6ad4f9865_SeqId_4_ to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/default/table1/22873d46e00c00e13400b2da1cba9c86/mob/97affe7a19224c4c8f4ba4e6ad4f9865_SeqId_4_ 2024-11-12T18:16:11,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/recovered.edits/6.seqid to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/default/table1/73c1d2a894ebe5eaff798c59a101c968/recovered.edits/6.seqid 2024-11-12T18:16:11,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/73c1d2a894ebe5eaff798c59a101c968 2024-11-12T18:16:11,200 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86/recovered.edits/6.seqid to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/default/table1/22873d46e00c00e13400b2da1cba9c86/recovered.edits/6.seqid 2024-11-12T18:16:11,203 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/22873d46e00c00e13400b2da1cba9c86 2024-11-12T18:16:11,206 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-12T18:16:11,208 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-12T18:16:11,210 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-12T18:16:11,226 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-12T18:16:11,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 036645486019b8f102429e2240881989, had cached 0 bytes from a total of 41499 2024-11-12T18:16:11,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41929 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T18:16:11,244 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-12T18:16:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T18:16:11,248 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-12T18:16:11,249 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-12T18:16:11,250 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731435371249"}]},"ts":"9223372036854775807"} 2024-11-12T18:16:11,250 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731435371249"}]},"ts":"9223372036854775807"} 2024-11-12T18:16:11,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-12T18:16:11,252 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 22873d46e00c00e13400b2da1cba9c86, NAME => 'table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 73c1d2a894ebe5eaff798c59a101c968, NAME => 'table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-12T18:16:11,253 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-12T18:16:11,253 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731435371253"}]},"ts":"9223372036854775807"} 2024-11-12T18:16:11,256 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-12T18:16:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741981_1157 (size=938) 2024-11-12T18:16:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T18:16:11,672 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e486b46ee10fd691501a1d8ff8c02a8c, NAME => 'table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:16:11,678 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5174b59f1c5316c46cffff6f43fd482e, NAME => 'table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:16:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741983_1159 (size=45) 2024-11-12T18:16:11,737 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:11,737 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 5174b59f1c5316c46cffff6f43fd482e, disabling compactions & flushes 2024-11-12T18:16:11,737 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:11,737 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:11,737 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. after waiting 0 ms 2024-11-12T18:16:11,737 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:11,737 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:11,737 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5174b59f1c5316c46cffff6f43fd482e: Waiting for close lock at 1731435371737Disabling compacts and flushes for region at 1731435371737Disabling writes for close at 1731435371737Writing region close event to WAL at 1731435371737Closed at 1731435371737 2024-11-12T18:16:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741982_1158 (size=45) 2024-11-12T18:16:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T18:16:12,138 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:12,138 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing e486b46ee10fd691501a1d8ff8c02a8c, disabling compactions & flushes 2024-11-12T18:16:12,139 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,139 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,139 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. after waiting 0 ms 2024-11-12T18:16:12,139 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,139 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,139 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for e486b46ee10fd691501a1d8ff8c02a8c: Waiting for close lock at 1731435372138Disabling compacts and flushes for region at 1731435372138Disabling writes for close at 1731435372139 (+1 ms)Writing region close event to WAL at 1731435372139Closed at 1731435372139 2024-11-12T18:16:12,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731435372141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435372141"}]},"ts":"1731435372141"} 2024-11-12T18:16:12,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731435372141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435372141"}]},"ts":"1731435372141"} 2024-11-12T18:16:12,145 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:16:12,146 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435372146"}]},"ts":"1731435372146"} 2024-11-12T18:16:12,149 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-12T18:16:12,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, ASSIGN}] 2024-11-12T18:16:12,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, ASSIGN 2024-11-12T18:16:12,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, ASSIGN 2024-11-12T18:16:12,152 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:16:12,152 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:16:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T18:16:12,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T18:16:12,303 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e486b46ee10fd691501a1d8ff8c02a8c, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:12,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=5174b59f1c5316c46cffff6f43fd482e, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:12,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, ASSIGN because future has completed 2024-11-12T18:16:12,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:12,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, ASSIGN because future has completed 2024-11-12T18:16:12,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:12,331 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:16:12,465 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:12,465 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 5174b59f1c5316c46cffff6f43fd482e, NAME => 'table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-12T18:16:12,466 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:12,466 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,466 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:12,466 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,466 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,469 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,475 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5174b59f1c5316c46cffff6f43fd482e columnFamilyName f 2024-11-12T18:16:12,475 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:12,480 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(327): Store=5174b59f1c5316c46cffff6f43fd482e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:12,480 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,486 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5174b59f1c5316c46cffff6f43fd482e columnFamilyName f3 2024-11-12T18:16:12,486 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:12,487 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(327): Store=5174b59f1c5316c46cffff6f43fd482e/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:12,488 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,496 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5174b59f1c5316c46cffff6f43fd482e columnFamilyName mob 2024-11-12T18:16:12,498 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:12,500 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(327): Store=5174b59f1c5316c46cffff6f43fd482e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:12,500 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,501 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,502 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,503 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,503 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,504 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:16:12,506 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,512 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:12,513 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 5174b59f1c5316c46cffff6f43fd482e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11214204640, jitterRate=0.04440419375896454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:16:12,513 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:12,514 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 5174b59f1c5316c46cffff6f43fd482e: Running coprocessor pre-open hook at 1731435372466Writing region info on filesystem at 1731435372466Initializing all the Stores at 1731435372467 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435372468 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435372469 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435372469Cleaning up temporary data from old regions at 1731435372503 (+34 ms)Running coprocessor post-open hooks at 1731435372513 (+10 ms)Region opened successfully at 1731435372514 (+1 ms) 2024-11-12T18:16:12,515 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., pid=78, masterSystemTime=1731435372460 2024-11-12T18:16:12,518 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:12,519 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:12,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=5174b59f1c5316c46cffff6f43fd482e, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:12,519 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,519 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => e486b46ee10fd691501a1d8ff8c02a8c, NAME => 'table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-12T18:16:12,519 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:12,519 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,520 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:12,520 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,520 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:12,523 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,528 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e486b46ee10fd691501a1d8ff8c02a8c columnFamilyName f 2024-11-12T18:16:12,528 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:12,531 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(327): Store=e486b46ee10fd691501a1d8ff8c02a8c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:12,531 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-12T18:16:12,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330 in 218 msec 2024-11-12T18:16:12,543 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e486b46ee10fd691501a1d8ff8c02a8c columnFamilyName f3 2024-11-12T18:16:12,543 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:12,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, ASSIGN in 387 msec 2024-11-12T18:16:12,551 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(327): Store=e486b46ee10fd691501a1d8ff8c02a8c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:12,551 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,567 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e486b46ee10fd691501a1d8ff8c02a8c columnFamilyName mob 2024-11-12T18:16:12,572 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:12,574 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(327): Store=e486b46ee10fd691501a1d8ff8c02a8c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:12,575 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,578 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,579 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,580 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,581 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,582 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:16:12,583 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,587 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:12,587 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened e486b46ee10fd691501a1d8ff8c02a8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10269152640, jitterRate=-0.04361063241958618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:16:12,587 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:12,588 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for e486b46ee10fd691501a1d8ff8c02a8c: Running coprocessor pre-open hook at 1731435372520Writing region info on filesystem at 1731435372520Initializing all the Stores at 1731435372522 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435372522Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435372523 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435372523Cleaning up temporary data from old regions at 1731435372581 (+58 ms)Running coprocessor post-open hooks at 1731435372588 (+7 ms)Region opened successfully at 1731435372588 2024-11-12T18:16:12,592 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c., pid=79, masterSystemTime=1731435372460 2024-11-12T18:16:12,594 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,594 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:12,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e486b46ee10fd691501a1d8ff8c02a8c, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:12,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:12,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-12T18:16:12,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330 in 301 msec 2024-11-12T18:16:12,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-12T18:16:12,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, ASSIGN in 468 msec 2024-11-12T18:16:12,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435372620"}]},"ts":"1731435372620"} 2024-11-12T18:16:12,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-12T18:16:12,623 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-12T18:16:12,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.4870 sec 2024-11-12T18:16:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T18:16:13,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-12T18:16:13,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:13,293 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602,hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 from hbase tables test-1731435270375 to tables table1 2024-11-12T18:16:13,293 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731435270375 into table1 2024-11-12T18:16:13,294 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293 from hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602,hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:13,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a88a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:13,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:13,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:13,296 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51686af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:13,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:13,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:13,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca84358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:13,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:13,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:13,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783b803 2024-11-12T18:16:13,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:13,303 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:13,304 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:16:13,304 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-12T18:16:13,304 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:13,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:13,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:13,310 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-12T18:16:13,310 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-12T18:16:13,310 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T18:16:13,311 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_16545685-79ca-4394-91d7-7240b5174fcc 2024-11-12T18:16:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741984_1160 (size=177) 2024-11-12T18:16:13,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:13,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:13,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-12T18:16:14,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-12T18:16:14,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-7095142634753563436.jar 2024-11-12T18:16:14,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:14,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:16:14,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:16:14,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:16:14,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:16:14,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:16:14,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:16:14,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:16:14,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:16:14,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:16:14,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:16:14,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:14,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:16:14,490 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-12T18:16:14,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:14,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:14,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:14,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:14,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:14,491 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T18:16:14,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:14,500 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:16:14,514 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T18:16:14,613 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local935877234_0014_270c65cf-f3f8-4eb9-86dd-45ff66e06574/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:16:14,614 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local935877234_0014_270c65cf-f3f8-4eb9-86dd-45ff66e06574/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:16:14,685 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/b0341ba937a748118d69c836f82df518 2024-11-12T18:16:14,690 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:14,761 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/d0e558bbb01d4463a890917fe11d43ac 2024-11-12T18:16:14,764 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:14,854 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f/c37f517340e34fd3821bb887eba47e61 2024-11-12T18:16:14,862 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:14,926 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/e78ade55a2906af5bf7041ae879c8602/mob/d41d8cd98f00b204e9800998ecf8427e20241112218e7946ed2a4d9dbcbf5b8d7c84b560_f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:14,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:14,973 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/default/test-1731435270375/archive/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/mob/0286bc13e08b49b29a5141c246854aaf 2024-11-12T18:16:14,977 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:15,055 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f58ca3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,055 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:15,055 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:15,056 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:15,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:15,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:15,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b04ea91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:15,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:15,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,059 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:15,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae695f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,060 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:15,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:15,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:15,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:15,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731435270375-1-0', locateType=CURRENT is [region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:15,066 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-12T18:16:15,066 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:15,066 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,066 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,067 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-1-0] 2024-11-12T18:16:15,067 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:15,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:15,079 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@949bef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,079 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:15,079 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:15,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:15,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:15,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:15,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7480e8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:15,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:15,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:15,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c0a1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,084 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:15,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731435270375-3-0', locateType=CURRENT is [region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:15,089 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-12T18:16:15,089 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:15,089 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,089 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:15,089 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-3-0] 2024-11-12T18:16:15,089 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:15,097 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/_temporary/0/_temporary/attempt_local935877234_0014_r_000000_0/f/0772d75f9fd74b258301c8412b92e20d is 59, key is row-test-1731435270375-1-10/f:q1/1731435300818/Put/seqid=0 2024-11-12T18:16:15,099 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:15,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741985_1161 (size=11124) 2024-11-12T18:16:15,514 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/_temporary/0/_temporary/attempt_local935877234_0014_r_000000_0/mob/df62f1a4062e464eb29eb6f1354c07f5 is 192, key is row-test-1731435270375-3-100/mob:q1/1731435301462/Put/seqid=0 2024-11-12T18:16:15,516 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741986_1162 (size=13403) 2024-11-12T18:16:15,958 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eee8569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,958 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:15,958 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:15,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:15,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:15,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:15,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b139de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:15,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ada8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:15,962 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:15,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:15,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:15,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:15,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:15,966 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-12T18:16:15,966 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:15,967 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,967 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:15,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:15,967 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-12T18:16:15,967 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:15,975 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/_temporary/0/_temporary/attempt_local935877234_0014_r_000001_0/f/6e4749f3b98b4c40a590c42570cea335 is 37, key is row10/f:q1/1731435272299/Put/seqid=0 2024-11-12T18:16:15,977 WARN [Thread-1822 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741987_1163 (size=8741) 2024-11-12T18:16:16,666 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293 2024-11-12T18:16:16,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0c818f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:16,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:16,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66780f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:16,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7913791c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:16,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:16,679 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/_SUCCESS 2024-11-12T18:16:16,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:16,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:16,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79bdbd96 2024-11-12T18:16:16,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:16,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:16,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:16,704 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/f/0772d75f9fd74b258301c8412b92e20d first=Optional[row-test-1731435270375-1-0] last=Optional[row-test-1731435270375-1-98] 2024-11-12T18:16:16,731 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/f/6e4749f3b98b4c40a590c42570cea335 first=Optional[row0] last=Optional[row98] 2024-11-12T18:16:16,739 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/mob/df62f1a4062e464eb29eb6f1354c07f5 first=Optional[row-test-1731435270375-3-0] last=Optional[row-test-1731435270375-3-99] 2024-11-12T18:16:16,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/f/6e4749f3b98b4c40a590c42570cea335 for inclusion in e486b46ee10fd691501a1d8ff8c02a8c/f 2024-11-12T18:16:16,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/mob/df62f1a4062e464eb29eb6f1354c07f5 for inclusion in 5174b59f1c5316c46cffff6f43fd482e/mob 2024-11-12T18:16:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-12T18:16:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-12T18:16:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for e486b46ee10fd691501a1d8ff8c02a8c: 2024-11-12T18:16:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/f/6e4749f3b98b4c40a590c42570cea335 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/6e4749f3b98b4c40a590c42570cea335 2024-11-12T18:16:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/6e4749f3b98b4c40a590c42570cea335 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/f/53880bab373f401eb4ce7ab91a7528c2_SeqId_4_ 2024-11-12T18:16:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bb152b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:16,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:16,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:16,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:16,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7843c258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:16,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:16,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,762 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731435270375-3-0 last=row-test-1731435270375-3-99 2024-11-12T18:16:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T18:16:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5633bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,762 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/f/0772d75f9fd74b258301c8412b92e20d for inclusion in 5174b59f1c5316c46cffff6f43fd482e/f 2024-11-12T18:16:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:16,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:16,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa17cee 2024-11-12T18:16:16,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:16,765 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:16,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:16,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:16,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731435270375-1-0 last=row-test-1731435270375-1-98 2024-11-12T18:16:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T18:16:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for 5174b59f1c5316c46cffff6f43fd482e: 2024-11-12T18:16:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/mob/df62f1a4062e464eb29eb6f1354c07f5 to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/mob/df62f1a4062e464eb29eb6f1354c07f5 2024-11-12T18:16:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/mob/df62f1a4062e464eb29eb6f1354c07f5 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/mob/223a0ca53a824dd2b0417632d83b7f83_SeqId_4_ 2024-11-12T18:16:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435373293/f/0772d75f9fd74b258301c8412b92e20d to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/0772d75f9fd74b258301c8412b92e20d 2024-11-12T18:16:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/0772d75f9fd74b258301c8412b92e20d as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f/d2f715677ad449429331aae496e11922_SeqId_4_ 2024-11-12T18:16:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5913d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,778 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cecb772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,780 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:16,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475ee0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:16,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:16,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cb855ff 2024-11-12T18:16:16,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:16,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:16,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:16,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:16,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:16,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:16,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929. 2024-11-12T18:16:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:16,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/6e4749f3b98b4c40a590c42570cea335 into e486b46ee10fd691501a1d8ff8c02a8c/f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/f/53880bab373f401eb4ce7ab91a7528c2_SeqId_4_ - updating store file list. 2024-11-12T18:16:16,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/f/53880bab373f401eb4ce7ab91a7528c2_SeqId_4_ into e486b46ee10fd691501a1d8ff8c02a8c/f 2024-11-12T18:16:16,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/6e4749f3b98b4c40a590c42570cea335 into e486b46ee10fd691501a1d8ff8c02a8c/f (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/f/53880bab373f401eb4ce7ab91a7528c2_SeqId_4_) 2024-11-12T18:16:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/6e4749f3b98b4c40a590c42570cea335 2024-11-12T18:16:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:16,840 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee5136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:16,843 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:16,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:16,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:16,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e8f933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:16,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:16,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:16,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ab9433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:16,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:16,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10d26e64 2024-11-12T18:16:16,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:16,849 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:16,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:16,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:16,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:16,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a510afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:16,873 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdae870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:16,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,875 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:16,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c034113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5af57535 2024-11-12T18:16:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:16,880 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:16,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:16,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:16,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:16,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:16,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:16,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/0772d75f9fd74b258301c8412b92e20d into 5174b59f1c5316c46cffff6f43fd482e/f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f/d2f715677ad449429331aae496e11922_SeqId_4_ - updating store file list. 2024-11-12T18:16:16,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f/d2f715677ad449429331aae496e11922_SeqId_4_ into 5174b59f1c5316c46cffff6f43fd482e/f 2024-11-12T18:16:16,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/0772d75f9fd74b258301c8412b92e20d into 5174b59f1c5316c46cffff6f43fd482e/f (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f/d2f715677ad449429331aae496e11922_SeqId_4_) 2024-11-12T18:16:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/f/0772d75f9fd74b258301c8412b92e20d 2024-11-12T18:16:16,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/mob/df62f1a4062e464eb29eb6f1354c07f5 into 5174b59f1c5316c46cffff6f43fd482e/mob as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/mob/223a0ca53a824dd2b0417632d83b7f83_SeqId_4_ - updating store file list. 2024-11-12T18:16:16,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:16,917 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/mob/223a0ca53a824dd2b0417632d83b7f83_SeqId_4_ into 5174b59f1c5316c46cffff6f43fd482e/mob 2024-11-12T18:16:16,917 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/mob/df62f1a4062e464eb29eb6f1354c07f5 into 5174b59f1c5316c46cffff6f43fd482e/mob (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/mob/223a0ca53a824dd2b0417632d83b7f83_SeqId_4_) 2024-11-12T18:16:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__2933821pfv5uhaau97lbp7rop7c7kavtg2ij3makhdkuc1pvh68gh67k3v93fsvg/mob/df62f1a4062e464eb29eb6f1354c07f5 2024-11-12T18:16:16,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929. 2024-11-12T18:16:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a93340b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:16,925 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:16,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546c95b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:16,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:16,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c51155f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:16,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:16,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499bfa9 2024-11-12T18:16:16,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:16,935 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:16,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:16,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:16,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:16,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:16,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:16,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:16,966 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T18:16:16,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:16,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:16,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:16,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929: skipped callId: 8 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.3:48334 deadline: 1731438976967 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48334 2024-11-12T18:16:16,993 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731435270375' to 'table1' from log dirs: hdfs://localhost:36159/backupUT/backup_1731435347428/default/test-1731435270375/f2/116ac39c2d914a9dbd8048d4cd823d50 2024-11-12T18:16:16,998 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731435270375', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731435347428 2024-11-12T18:16:17,000 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:16:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-12T18:16:17,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741988_1164 (size=938) 2024-11-12T18:16:17,068 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:16:17,414 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-12T18:16:17,415 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-12T18:16:17,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-12T18:16:17,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, REOPEN/MOVE}] 2024-11-12T18:16:17,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, REOPEN/MOVE 2024-11-12T18:16:17,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, REOPEN/MOVE 2024-11-12T18:16:17,422 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e486b46ee10fd691501a1d8ff8c02a8c, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:17,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=5174b59f1c5316c46cffff6f43fd482e, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, REOPEN/MOVE because future has completed 2024-11-12T18:16:17,424 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:16:17,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, REOPEN/MOVE because future has completed 2024-11-12T18:16:17,425 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:16:17,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:17,577 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,577 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:16:17,578 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 5174b59f1c5316c46cffff6f43fd482e, disabling compactions & flushes 2024-11-12T18:16:17,578 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,578 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,578 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. after waiting 0 ms 2024-11-12T18:16:17,578 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,586 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:16:17,587 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:17,587 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,587 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 5174b59f1c5316c46cffff6f43fd482e: Waiting for close lock at 1731435377578Running coprocessor pre-close hooks at 1731435377578Disabling compacts and flushes for region at 1731435377578Disabling writes for close at 1731435377578Writing region close event to WAL at 1731435377580 (+2 ms)Running coprocessor post-close hooks at 1731435377587 (+7 ms)Closed at 1731435377587 2024-11-12T18:16:17,587 WARN [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 5174b59f1c5316c46cffff6f43fd482e to self. 2024-11-12T18:16:17,591 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,591 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,591 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:16:17,591 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing e486b46ee10fd691501a1d8ff8c02a8c, disabling compactions & flushes 2024-11-12T18:16:17,591 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,592 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,592 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. after waiting 0 ms 2024-11-12T18:16:17,592 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,592 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=5174b59f1c5316c46cffff6f43fd482e, regionState=CLOSED 2024-11-12T18:16:17,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:17,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-12T18:16:17,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330 in 171 msec 2024-11-12T18:16:17,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, REOPEN/MOVE; state=CLOSED, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=true 2024-11-12T18:16:17,601 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:16:17,603 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:17,603 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,603 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for e486b46ee10fd691501a1d8ff8c02a8c: Waiting for close lock at 1731435377591Running coprocessor pre-close hooks at 1731435377591Disabling compacts and flushes for region at 1731435377591Disabling writes for close at 1731435377592 (+1 ms)Writing region close event to WAL at 1731435377593 (+1 ms)Running coprocessor post-close hooks at 1731435377602 (+9 ms)Closed at 1731435377603 (+1 ms) 2024-11-12T18:16:17,603 WARN [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: e486b46ee10fd691501a1d8ff8c02a8c to self. 2024-11-12T18:16:17,605 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e486b46ee10fd691501a1d8ff8c02a8c, regionState=CLOSED 2024-11-12T18:16:17,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:17,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-12T18:16:17,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330 in 185 msec 2024-11-12T18:16:17,612 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, REOPEN/MOVE; state=CLOSED, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=true 2024-11-12T18:16:17,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=5174b59f1c5316c46cffff6f43fd482e, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:17,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e486b46ee10fd691501a1d8ff8c02a8c, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:17,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, REOPEN/MOVE because future has completed 2024-11-12T18:16:17,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:17,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, REOPEN/MOVE because future has completed 2024-11-12T18:16:17,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:17,907 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,907 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 5174b59f1c5316c46cffff6f43fd482e, NAME => 'table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-12T18:16:17,908 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:17,908 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,908 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:17,909 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,909 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,910 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,911 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5174b59f1c5316c46cffff6f43fd482e columnFamilyName f 2024-11-12T18:16:17,911 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:17,918 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f/d2f715677ad449429331aae496e11922_SeqId_4_ 2024-11-12T18:16:17,918 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(327): Store=5174b59f1c5316c46cffff6f43fd482e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:17,918 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,920 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5174b59f1c5316c46cffff6f43fd482e columnFamilyName f2 2024-11-12T18:16:17,920 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:17,920 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(327): Store=5174b59f1c5316c46cffff6f43fd482e/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:17,920 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,921 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5174b59f1c5316c46cffff6f43fd482e columnFamilyName mob 2024-11-12T18:16:17,922 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:17,927 DEBUG [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/mob/223a0ca53a824dd2b0417632d83b7f83_SeqId_4_ 2024-11-12T18:16:17,927 INFO [StoreOpener-5174b59f1c5316c46cffff6f43fd482e-1 {}] regionserver.HStore(327): Store=5174b59f1c5316c46cffff6f43fd482e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:17,928 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,929 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,930 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,930 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,930 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,931 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:16:17,932 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,933 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 5174b59f1c5316c46cffff6f43fd482e; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10511184960, jitterRate=-0.021069616079330444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:16:17,933 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:17,933 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 5174b59f1c5316c46cffff6f43fd482e: Running coprocessor pre-open hook at 1731435377909Writing region info on filesystem at 1731435377909Initializing all the Stores at 1731435377910 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435377910Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435377910Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435377910Cleaning up temporary data from old regions at 1731435377930 (+20 ms)Running coprocessor post-open hooks at 1731435377933 (+3 ms)Region opened successfully at 1731435377933 2024-11-12T18:16:17,934 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., pid=86, masterSystemTime=1731435377903 2024-11-12T18:16:17,936 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,936 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:17,936 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,936 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e486b46ee10fd691501a1d8ff8c02a8c, NAME => 'table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-12T18:16:17,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=5174b59f1c5316c46cffff6f43fd482e, regionState=OPEN, openSeqNum=7, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:17,937 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:17,937 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,937 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:17,937 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,937 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:17,939 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,940 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e486b46ee10fd691501a1d8ff8c02a8c columnFamilyName f 2024-11-12T18:16:17,940 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:17,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82 2024-11-12T18:16:17,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 5174b59f1c5316c46cffff6f43fd482e, server=6684de3f6e40,41929,1731435256330 in 187 msec 2024-11-12T18:16:17,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5174b59f1c5316c46cffff6f43fd482e, REOPEN/MOVE in 523 msec 2024-11-12T18:16:17,947 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/f/53880bab373f401eb4ce7ab91a7528c2_SeqId_4_ 2024-11-12T18:16:17,947 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(327): Store=e486b46ee10fd691501a1d8ff8c02a8c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:17,948 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,949 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e486b46ee10fd691501a1d8ff8c02a8c columnFamilyName f2 2024-11-12T18:16:17,949 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:17,950 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(327): Store=e486b46ee10fd691501a1d8ff8c02a8c/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:17,950 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,951 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e486b46ee10fd691501a1d8ff8c02a8c columnFamilyName mob 2024-11-12T18:16:17,952 DEBUG [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:17,952 INFO [StoreOpener-e486b46ee10fd691501a1d8ff8c02a8c-1 {}] regionserver.HStore(327): Store=e486b46ee10fd691501a1d8ff8c02a8c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:17,952 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,953 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,954 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,955 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,955 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,956 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:16:17,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,958 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e486b46ee10fd691501a1d8ff8c02a8c; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11810530080, jitterRate=0.09994132816791534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:16:17,958 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:17,958 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e486b46ee10fd691501a1d8ff8c02a8c: Running coprocessor pre-open hook at 1731435377937Writing region info on filesystem at 1731435377937Initializing all the Stores at 1731435377938 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435377938Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435377938Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435377938Cleaning up temporary data from old regions at 1731435377955 (+17 ms)Running coprocessor post-open hooks at 1731435377958 (+3 ms)Region opened successfully at 1731435377958 2024-11-12T18:16:17,959 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c., pid=87, masterSystemTime=1731435377903 2024-11-12T18:16:17,961 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,961 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:17,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e486b46ee10fd691501a1d8ff8c02a8c, regionState=OPEN, openSeqNum=7, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:17,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:17,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-12T18:16:17,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure e486b46ee10fd691501a1d8ff8c02a8c, server=6684de3f6e40,41929,1731435256330 in 211 msec 2024-11-12T18:16:17,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-12T18:16:17,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T18:16:17,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e486b46ee10fd691501a1d8ff8c02a8c, REOPEN/MOVE in 546 msec 2024-11-12T18:16:17,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-12T18:16:17,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 552 msec 2024-11-12T18:16:17,975 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-12T18:16:17,976 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., family=f3 2024-11-12T18:16:17,977 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c., family=f3 2024-11-12T18:16:17,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 977 msec 2024-11-12T18:16:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T18:16:17,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-12T18:16:17,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:17,987 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:16:17,987 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:36159/backupUT/backup_1731435347428/default/test-1731435270375/f2/116ac39c2d914a9dbd8048d4cd823d50 from hbase tables test-1731435270375 to tables table1 2024-11-12T18:16:17,987 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731435270375 into table1 2024-11-12T18:16:17,989 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987 from hdfs://localhost:36159/backupUT/backup_1731435347428/default/test-1731435270375/f2/116ac39c2d914a9dbd8048d4cd823d50 2024-11-12T18:16:17,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa5384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:17,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:17,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:17,990 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e119132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:17,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:17,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:17,991 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db50e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:17,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:17,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:17,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2775ed10 2024-11-12T18:16:17,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:17,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:18,000 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:16:18,000 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-12T18:16:18,000 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:18,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:18,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:18,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:18,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:18,006 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-12T18:16:18,006 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-12T18:16:18,006 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T18:16:18,006 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_b5737546-700a-4d75-8fac-eeb16ac247f5 2024-11-12T18:16:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741989_1165 (size=177) 2024-11-12T18:16:18,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:18,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:18,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-1045527276981998414.jar 2024-11-12T18:16:19,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:19,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:16:19,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:16:19,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:16:19,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:16:19,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:16:19,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:16:19,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:16:19,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:16:19,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:16:19,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:16:19,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:19,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:16:19,371 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-12T18:16:19,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:19,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:19,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:19,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:19,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:19,372 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T18:16:19,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:19,385 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:16:19,401 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T18:16:19,516 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local118766089_0015_e616d0d3-1586-477c-8d49-a1bb62a3fa73/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:16:19,516 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local118766089_0015_e616d0d3-1586-477c-8d49-a1bb62a3fa73/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:16:19,596 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435347428/default/test-1731435270375/f2/116ac39c2d914a9dbd8048d4cd823d50 2024-11-12T18:16:19,600 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:19,638 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db90a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:19,638 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:19,638 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:19,639 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46423338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:19,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:19,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:19,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fad79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:19,643 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:19,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:19,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:19,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731435270375-2-0', locateType=CURRENT is [region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7] 2024-11-12T18:16:19,647 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-12T18:16:19,647 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:19,647 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:19,647 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:19,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:19,648 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731435270375-2-0] 2024-11-12T18:16:19,648 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:19,651 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987/_temporary/0/_temporary/attempt_local118766089_0015_r_000000_0/f2/18433ce4e90f435b9aa00af28988699a is 58, key is row-test-1731435270375-2-0/f2:q1/1731435342407/Put/seqid=0 2024-11-12T18:16:19,652 WARN [Thread-1886 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741990_1166 (size=5608) 2024-11-12T18:16:19,747 DEBUG [regionserver/6684de3f6e40:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-12T18:16:19,750 WARN [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 13, running: 1 2024-11-12T18:16:20,561 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987 2024-11-12T18:16:20,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8117f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:20,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:20,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da6927a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:20,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163f985a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:20,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:20,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:20,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:20,570 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987/_SUCCESS 2024-11-12T18:16:20,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:20,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:20,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799a6086 2024-11-12T18:16:20,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:20,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7] 2024-11-12T18:16:20,580 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T18:16:20,587 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987/f2/18433ce4e90f435b9aa00af28988699a first=Optional[row-test-1731435270375-2-0] last=Optional[row-test-1731435270375-2-6] 2024-11-12T18:16:20,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987/f2/18433ce4e90f435b9aa00af28988699a for inclusion in 5174b59f1c5316c46cffff6f43fd482e/f2 2024-11-12T18:16:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731435270375-2-0 last=row-test-1731435270375-2-6 2024-11-12T18:16:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T18:16:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for 5174b59f1c5316c46cffff6f43fd482e: 2024-11-12T18:16:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-default-table1-1731435377987/f2/18433ce4e90f435b9aa00af28988699a to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__lcm7vn0njhl6ov3ovh7mnk9cot3n5p4ntovgoialolgrqu5u77jp1nnfmq539eq7/f2/18433ce4e90f435b9aa00af28988699a 2024-11-12T18:16:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__lcm7vn0njhl6ov3ovh7mnk9cot3n5p4ntovgoialolgrqu5u77jp1nnfmq539eq7/f2/18433ce4e90f435b9aa00af28988699a as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f2/a22a00fd91674f3998e084b95dec1e93_SeqId_9_ 2024-11-12T18:16:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663a0607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:20,601 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba7da57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,602 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:20,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4140442a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:20,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:20,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b8c6a0 2024-11-12T18:16:20,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:20,605 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:20,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:20,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:20,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:20,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:20,622 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:20,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__lcm7vn0njhl6ov3ovh7mnk9cot3n5p4ntovgoialolgrqu5u77jp1nnfmq539eq7/f2/18433ce4e90f435b9aa00af28988699a into 5174b59f1c5316c46cffff6f43fd482e/f2 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f2/a22a00fd91674f3998e084b95dec1e93_SeqId_9_ - updating store file list. 2024-11-12T18:16:20,629 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f2/a22a00fd91674f3998e084b95dec1e93_SeqId_9_ into 5174b59f1c5316c46cffff6f43fd482e/f2 2024-11-12T18:16:20,629 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__lcm7vn0njhl6ov3ovh7mnk9cot3n5p4ntovgoialolgrqu5u77jp1nnfmq539eq7/f2/18433ce4e90f435b9aa00af28988699a into 5174b59f1c5316c46cffff6f43fd482e/f2 (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/f2/a22a00fd91674f3998e084b95dec1e93_SeqId_9_) 2024-11-12T18:16:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__table1__lcm7vn0njhl6ov3ovh7mnk9cot3n5p4ntovgoialolgrqu5u77jp1nnfmq539eq7/f2/18433ce4e90f435b9aa00af28988699a 2024-11-12T18:16:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b47fb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:20,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b2b68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:20,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbdb21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfd6f0d 2024-11-12T18:16:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:20,636 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:20,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:20,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:20,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:20,653 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:20,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:20,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:20,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:20,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:20,655 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T18:16:20,655 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731435270375 has been successfully restored to table1 2024-11-12T18:16:20,655 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T18:16:20,655 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731435347428 hdfs://localhost:36159/backupUT/backup_1731435347428/default/test-1731435270375/ 2024-11-12T18:16:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7 , the old value is region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7 from cache 2024-11-12T18:16:20,656 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36159/backupUT/backup_1731435316464/.backup.manifest 2024-11-12T18:16:20,655 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:16:20,657 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731435316464/.backup.manifest 2024-11-12T18:16:20,657 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17314352703751' to 'ns2:table2' from full backup image hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751 2024-11-12T18:16:20,659 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17314352703751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731435347428 2024-11-12T18:16:20,662 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-12T18:16:20,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-11-12T18:16:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-12T18:16:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T18:16:20,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435380666"}]},"ts":"1731435380666"} 2024-11-12T18:16:20,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-12T18:16:20,667 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-12T18:16:20,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-12T18:16:20,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, UNASSIGN}] 2024-11-12T18:16:20,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, UNASSIGN 2024-11-12T18:16:20,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=36e54992223c2650e46cb0f4a98b02f4, regionState=CLOSING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, UNASSIGN because future has completed 2024-11-12T18:16:20,673 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T18:16:20,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 36e54992223c2650e46cb0f4a98b02f4, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:20,759 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:16:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T18:16:20,826 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:20,826 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T18:16:20,826 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 36e54992223c2650e46cb0f4a98b02f4, disabling compactions & flushes 2024-11-12T18:16:20,826 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:20,826 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:20,826 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. after waiting 0 ms 2024-11-12T18:16:20,826 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:20,831 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:16:20,831 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:20,831 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. 2024-11-12T18:16:20,831 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 36e54992223c2650e46cb0f4a98b02f4: Waiting for close lock at 1731435380826Running coprocessor pre-close hooks at 1731435380826Disabling compacts and flushes for region at 1731435380826Disabling writes for close at 1731435380826Writing region close event to WAL at 1731435380827 (+1 ms)Running coprocessor post-close hooks at 1731435380831 (+4 ms)Closed at 1731435380831 2024-11-12T18:16:20,833 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:20,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=36e54992223c2650e46cb0f4a98b02f4, regionState=CLOSED 2024-11-12T18:16:20,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 36e54992223c2650e46cb0f4a98b02f4, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:20,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-12T18:16:20,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 36e54992223c2650e46cb0f4a98b02f4, server=6684de3f6e40,41929,1731435256330 in 163 msec 2024-11-12T18:16:20,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-12T18:16:20,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36e54992223c2650e46cb0f4a98b02f4, UNASSIGN in 169 msec 2024-11-12T18:16:20,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-12T18:16:20,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 171 msec 2024-11-12T18:16:20,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435380842"}]},"ts":"1731435380842"} 2024-11-12T18:16:20,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-12T18:16:20,844 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-12T18:16:20,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 181 msec 2024-11-12T18:16:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T18:16:20,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-12T18:16:20,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-11-12T18:16:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-12T18:16:20,982 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-12T18:16:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T18:16:20,985 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:20,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f, FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/recovered.edits] 2024-11-12T18:16:20,991 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f/cd2248a7b9444187b5c9752a492eee4c_SeqId_4_ to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/f/cd2248a7b9444187b5c9752a492eee4c_SeqId_4_ 2024-11-12T18:16:20,994 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/recovered.edits/6.seqid to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/archive/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4/recovered.edits/6.seqid 2024-11-12T18:16:20,995 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/36e54992223c2650e46cb0f4a98b02f4 2024-11-12T18:16:20,995 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-12T18:16:20,999 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-12T18:16:21,001 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-12T18:16:21,002 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-12T18:16:21,002 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731435381002"}]},"ts":"9223372036854775807"} 2024-11-12T18:16:21,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T18:16:21,004 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 36e54992223c2650e46cb0f4a98b02f4, NAME => 'ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T18:16:21,005 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-12T18:16:21,005 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731435381005"}]},"ts":"9223372036854775807"} 2024-11-12T18:16:21,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-12T18:16:21,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741991_1167 (size=351) 2024-11-12T18:16:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T18:16:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T18:16:21,416 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 278aea4a89afeaa260005bc67776b629, NAME => 'ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5 2024-11-12T18:16:21,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741992_1168 (size=37) 2024-11-12T18:16:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T18:16:21,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:21,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 278aea4a89afeaa260005bc67776b629, disabling compactions & flushes 2024-11-12T18:16:21,823 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:21,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:21,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. after waiting 0 ms 2024-11-12T18:16:21,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:21,824 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:21,824 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 278aea4a89afeaa260005bc67776b629: Waiting for close lock at 1731435381823Disabling compacts and flushes for region at 1731435381823Disabling writes for close at 1731435381823Writing region close event to WAL at 1731435381823Closed at 1731435381823 2024-11-12T18:16:21,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731435381825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435381825"}]},"ts":"1731435381825"} 2024-11-12T18:16:21,827 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:16:21,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435381827"}]},"ts":"1731435381827"} 2024-11-12T18:16:21,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-12T18:16:21,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=278aea4a89afeaa260005bc67776b629, ASSIGN}] 2024-11-12T18:16:21,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=278aea4a89afeaa260005bc67776b629, ASSIGN 2024-11-12T18:16:21,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=278aea4a89afeaa260005bc67776b629, ASSIGN; state=OFFLINE, location=6684de3f6e40,41929,1731435256330; forceNewPlan=false, retain=false 2024-11-12T18:16:21,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=278aea4a89afeaa260005bc67776b629, regionState=OPENING, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:21,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=278aea4a89afeaa260005bc67776b629, ASSIGN because future has completed 2024-11-12T18:16:21,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278aea4a89afeaa260005bc67776b629, server=6684de3f6e40,41929,1731435256330}] 2024-11-12T18:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T18:16:22,141 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:22,142 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 278aea4a89afeaa260005bc67776b629, NAME => 'ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:16:22,142 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T18:16:22,142 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,142 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:22,143 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,143 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,145 INFO [StoreOpener-278aea4a89afeaa260005bc67776b629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,146 INFO [StoreOpener-278aea4a89afeaa260005bc67776b629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278aea4a89afeaa260005bc67776b629 columnFamilyName f 2024-11-12T18:16:22,147 DEBUG [StoreOpener-278aea4a89afeaa260005bc67776b629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:22,147 INFO [StoreOpener-278aea4a89afeaa260005bc67776b629-1 {}] regionserver.HStore(327): Store=278aea4a89afeaa260005bc67776b629/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:22,147 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,148 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,149 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,149 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,149 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,151 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,153 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:22,153 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 278aea4a89afeaa260005bc67776b629; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11966330560, jitterRate=0.11445137858390808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:22,154 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:22,154 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 278aea4a89afeaa260005bc67776b629: Running coprocessor pre-open hook at 1731435382143Writing region info on filesystem at 1731435382143Initializing all the Stores at 1731435382144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435382144Cleaning up temporary data from old regions at 1731435382149 (+5 ms)Running coprocessor post-open hooks at 1731435382154 (+5 ms)Region opened successfully at 1731435382154 2024-11-12T18:16:22,155 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., pid=94, masterSystemTime=1731435382137 2024-11-12T18:16:22,157 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:22,157 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:22,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=278aea4a89afeaa260005bc67776b629, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41929,1731435256330 2024-11-12T18:16:22,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278aea4a89afeaa260005bc67776b629, server=6684de3f6e40,41929,1731435256330 because future has completed 2024-11-12T18:16:22,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-12T18:16:22,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 278aea4a89afeaa260005bc67776b629, server=6684de3f6e40,41929,1731435256330 in 176 msec 2024-11-12T18:16:22,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T18:16:22,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=278aea4a89afeaa260005bc67776b629, ASSIGN in 335 msec 2024-11-12T18:16:22,167 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435382167"}]},"ts":"1731435382167"} 2024-11-12T18:16:22,169 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-12T18:16:22,169 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-12T18:16:22,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1890 sec 2024-11-12T18:16:23,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T18:16:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T18:16:23,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-12T18:16:23,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T18:16:23,143 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab from hbase tables ns2:test-17314352703751 to tables ns2:table2 2024-11-12T18:16:23,143 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17314352703751 into ns2:table2 2024-11-12T18:16:23,145 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143 from hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:16:23,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1caaf154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:23,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:23,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:23,147 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:23,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:23,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:23,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be3b202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:23,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:23,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:23,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:23,149 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:23,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ace2f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:23,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:23,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:23,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff4d33e 2024-11-12T18:16:23,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:23,152 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:23,153 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T18:16:23,153 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-12T18:16:23,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T18:16:23,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:23,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:23,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:23,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:23,156 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-12T18:16:23,156 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-12T18:16:23,157 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/partitions_a92ec3c5-8cc7-4a87-ae2b-4c07b2d8b148 2024-11-12T18:16:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741993_1169 (size=153) 2024-11-12T18:16:23,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:23,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:23,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop-3095373451897326720.jar 2024-11-12T18:16:24,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T18:16:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T18:16:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T18:16:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T18:16:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T18:16:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T18:16:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T18:16:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T18:16:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T18:16:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T18:16:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-12T18:16:24,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T18:16:24,798 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-12T18:16:24,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:24,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:24,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:24,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:24,799 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T18:16:24,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:24,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T18:16:24,827 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T18:16:24,856 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T18:16:24,992 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local345548454_0016_718d44e7-0a2e-4f23-b280-f8d43818f577/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-12T18:16:24,992 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/mapreduce.cluster.local.dir/job_local345548454_0016_718d44e7-0a2e-4f23-b280-f8d43818f577/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-12T18:16:25,091 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/ccac56094fd5454cb75d1d6900a0c806 2024-11-12T18:16:25,096 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:25,178 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36159/backupUT/backup_1731435316464/ns2/test-17314352703751/archive/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/f/df636db6077249e09c7b7cc04882aa49 2024-11-12T18:16:25,188 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T18:16:25,268 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754ee537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:25,268 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:25,268 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:25,272 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e84172e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:25,276 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:25,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115b51a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:25,277 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:25,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:25,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:25,282 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-12T18:16:25,282 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:25,282 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:25,282 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:25,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:25,282 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-12T18:16:25,282 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6684de3f6e40 2024-11-12T18:16:25,291 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143/_temporary/0/_temporary/attempt_local345548454_0016_r_000000_0/f/c9694e1648914e948c95e046868c888c is 38, key is row-t20/f:q1/1731435301501/Put/seqid=0 2024-11-12T18:16:25,292 WARN [Thread-1961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6684de3f6e40:41929] Specified favored nodes: [6684de3f6e40:41929] 2024-11-12T18:16:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741994_1170 (size=8934) 2024-11-12T18:16:26,066 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143 2024-11-12T18:16:26,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1522a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:26,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:26,068 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:26,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:26,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:26,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b90df9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:26,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:26,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,070 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:26,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:26,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:26,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:26,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:26,074 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143/_SUCCESS 2024-11-12T18:16:26,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b0a867b 2024-11-12T18:16:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:26,079 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:26,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:26,083 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T18:16:26,088 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143/f/c9694e1648914e948c95e046868c888c first=Optional[row-t20] last=Optional[row98] 2024-11-12T18:16:26,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143/f/c9694e1648914e948c95e046868c888c for inclusion in 278aea4a89afeaa260005bc67776b629/f 2024-11-12T18:16:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-12T18:16:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:16:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegion(2603): Flush status journal for 278aea4a89afeaa260005bc67776b629: 2024-11-12T18:16:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/hbase-staging/bulk_output-ns2-table2-1731435383143/f/c9694e1648914e948c95e046868c888c to hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__qpknut4u18oac148chouqhc98sovgdhc0ms1vou4df9tig4861t7k6uqinkn9242/f/c9694e1648914e948c95e046868c888c 2024-11-12T18:16:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__qpknut4u18oac148chouqhc98sovgdhc0ms1vou4df9tig4861t7k6uqinkn9242/f/c9694e1648914e948c95e046868c888c as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629/f/88590c070bbe4e4d9e1a985b150e98ef_SeqId_4_ 2024-11-12T18:16:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cb2cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:26,098 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:26,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:26,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:26,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38614579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:26,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:26,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,100 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:26,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d0e22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77aef7ba 2024-11-12T18:16:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:26,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:26,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:26,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:26,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:26,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:26,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:26,123 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:26,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__qpknut4u18oac148chouqhc98sovgdhc0ms1vou4df9tig4861t7k6uqinkn9242/f/c9694e1648914e948c95e046868c888c into 278aea4a89afeaa260005bc67776b629/f as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629/f/88590c070bbe4e4d9e1a985b150e98ef_SeqId_4_ - updating store file list. 2024-11-12T18:16:26,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629/f/88590c070bbe4e4d9e1a985b150e98ef_SeqId_4_ into 278aea4a89afeaa260005bc67776b629/f 2024-11-12T18:16:26,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__qpknut4u18oac148chouqhc98sovgdhc0ms1vou4df9tig4861t7k6uqinkn9242/f/c9694e1648914e948c95e046868c888c into 278aea4a89afeaa260005bc67776b629/f (new location: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629/f/88590c070bbe4e4d9e1a985b150e98ef_SeqId_4_) 2024-11-12T18:16:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/staging/jenkins__ns2_table2__qpknut4u18oac148chouqhc98sovgdhc0ms1vou4df9tig4861t7k6uqinkn9242/f/c9694e1648914e948c95e046868c888c 2024-11-12T18:16:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391fed40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43181,-1 for getting cluster id 2024-11-12T18:16:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:26,131 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b43b4203-cab7-45aa-9ec8-672534f40bd6' 2024-11-12T18:16:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b43b4203-cab7-45aa-9ec8-672534f40bd6" 2024-11-12T18:16:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188f672e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43181,-1] 2024-11-12T18:16:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:26,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,132 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:26,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffd6f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T18:16:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:26,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43181,1731435253586 2024-11-12T18:16:26,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68bf614e 2024-11-12T18:16:26,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:26,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:16:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:26,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41929,1731435256330, seqNum=-1] 2024-11-12T18:16:26,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:26,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:16:26,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T18:16:26,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T18:16:26,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731435280433.036645486019b8f102429e2240881989., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:26,149 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929. 2024-11-12T18:16:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:26,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:26,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:26,151 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T18:16:26,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:26,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:16:26,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:26,151 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:16:26,167 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17314352703751', skipping incremental restore step. 2024-11-12T18:16:26,167 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T18:16:26,167 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731435347428 hdfs://localhost:36159/backupUT/backup_1731435347428/ns2/test-17314352703751/ 2024-11-12T18:16:26,167 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-12T18:16:26,169 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:16:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.CallRunner(138): callId: 735 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:49094 deadline: 1731435446169, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. is not online on 6684de3f6e40,41929,1731435256330 2024-11-12T18:16:26,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. is not online on 6684de3f6e40,41929,1731435256330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86. is not online on 6684de3f6e40,41929,1731435256330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731435359221.22873d46e00c00e13400b2da1cba9c86., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:26,258 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:16:26,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e., hostname=6684de3f6e40,41929,1731435256330, seqNum=7] 2024-11-12T18:16:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.CallRunner(138): callId: 739 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:49094 deadline: 1731435446287, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. is not online on 6684de3f6e40,41929,1731435256330 2024-11-12T18:16:26,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. is not online on 6684de3f6e40,41929,1731435256330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968. is not online on 6684de3f6e40,41929,1731435256330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731435359221.73c1d2a894ebe5eaff798c59a101c968., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:26,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c., hostname=6684de3f6e40,41929,1731435256330, seqNum=7] 2024-11-12T18:16:26,407 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-12T18:16:26,412 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-12T18:16:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:26,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T18:16:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T18:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T18:16:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T18:16:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T18:16:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T18:16:26,433 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-12T18:16:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41929 {}] ipc.CallRunner(138): callId: 747 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:49094 deadline: 1731435446433, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. is not online on 6684de3f6e40,41929,1731435256330 2024-11-12T18:16:26,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 , the old value is region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. is not online on 6684de3f6e40,41929,1731435256330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4. is not online on 6684de3f6e40,41929,1731435256330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:16:26,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4., hostname=6684de3f6e40,41929,1731435256330, seqNum=2 from cache 2024-11-12T18:16:26,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629., hostname=6684de3f6e40,41929,1731435256330, seqNum=2] 2024-11-12T18:16:26,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:26,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:26,564 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=637 (was 611) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1284073533_20 at /127.0.0.1:34930 [Receiving block BP-278550531-172.17.0.3-1731435247171:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (6684de3f6e40,43181,1731435253586)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1284073533_20 at /127.0.0.1:34958 [Receiving block BP-278550531-172.17.0.3-1731435247171:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-278550531-172.17.0.3-1731435247171:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_894105082_20 at /127.0.0.1:42494 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1284073533_20 at /127.0.0.1:34944 [Receiving block BP-278550531-172.17.0.3-1731435247171:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6684de3f6e40,41929,1731435256330)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-278550531-172.17.0.3-1731435247171:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-278550531-172.17.0.3-1731435247171:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '6684de3f6e40,41929,1731435256330' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=748 (was 1166), ProcessCount=9 (was 9), AvailableMemoryMB=4896 (was 4488) - AvailableMemoryMB LEAK? - 2024-11-12T18:16:26,564 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=637 is superior to 500 2024-11-12T18:16:26,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:16:26,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:26,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:26,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:16:26,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835923804, stopped=false 2024-11-12T18:16:26,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,43181,1731435253586 2024-11-12T18:16:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-12T18:16:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-12T18:16:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:16:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:16:26,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:16:26,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T18:16:26,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:26,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T18:16:26,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,41929,1731435256330' ***** 2024-11-12T18:16:26,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:16:26,632 INFO [RS:0;6684de3f6e40:41929 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-12T18:16:26,632 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:16:26,637 INFO [RS:0;6684de3f6e40:41929 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@47c84617{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-12T18:16:26,640 INFO [RS:0;6684de3f6e40:41929 {}] server.AbstractConnector(383): Stopped ServerConnector@2f57b195{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-12T18:16:26,641 INFO [RS:0;6684de3f6e40:41929 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:26,641 INFO [RS:0;6684de3f6e40:41929 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@76aa1365{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-12T18:16:26,641 INFO [RS:0;6684de3f6e40:41929 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@49a96946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:26,643 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:16:26,644 INFO [RS:0;6684de3f6e40:41929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:16:26,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:16:26,644 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-12T18:16:26,644 INFO [RS:0;6684de3f6e40:41929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:16:26,644 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d41a6a98f5a2583b7f20598872d0679 2024-11-12T18:16:26,644 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 594f2ff8510aaebf256cbd2168f06f3c 2024-11-12T18:16:26,644 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 278aea4a89afeaa260005bc67776b629 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 5174b59f1c5316c46cffff6f43fd482e 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for e486b46ee10fd691501a1d8ff8c02a8c 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 77bbeefa52be812152e482d822971f57 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 036645486019b8f102429e2240881989 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 13bc020466ceb2a6f7db7063bc62ffab 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,41929,1731435256330 2024-11-12T18:16:26,645 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d41a6a98f5a2583b7f20598872d0679, disabling compactions & flushes 2024-11-12T18:16:26,645 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:16:26,645 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:16:26,645 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. after waiting 0 ms 2024-11-12T18:16:26,645 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:41929. 2024-11-12T18:16:26,645 DEBUG [RS:0;6684de3f6e40:41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,645 DEBUG [RS:0;6684de3f6e40:41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:16:26,645 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:16:26,646 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-12T18:16:26,646 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:16:26,646 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:16:26,646 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:16:26,646 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:16:26,646 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:16:26,646 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1351): Waiting on 036645486019b8f102429e2240881989, 13bc020466ceb2a6f7db7063bc62ffab, 1588230740, 278aea4a89afeaa260005bc67776b629, 5174b59f1c5316c46cffff6f43fd482e, 594f2ff8510aaebf256cbd2168f06f3c, 6d41a6a98f5a2583b7f20598872d0679, 77bbeefa52be812152e482d822971f57, e486b46ee10fd691501a1d8ff8c02a8c, f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:26,646 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-12T18:16:26,649 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system_bulk/6d41a6a98f5a2583b7f20598872d0679/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:26,649 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:26,650 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:16:26,650 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d41a6a98f5a2583b7f20598872d0679: Waiting for close lock at 1731435386644Running coprocessor pre-close hooks at 1731435386645 (+1 ms)Disabling compacts and flushes for region at 1731435386645Disabling writes for close at 1731435386645Writing region close event to WAL at 1731435386645Running coprocessor post-close hooks at 1731435386649 (+4 ms)Closed at 1731435386650 (+1 ms) 2024-11-12T18:16:26,650 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731435281607.6d41a6a98f5a2583b7f20598872d0679. 2024-11-12T18:16:26,650 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 594f2ff8510aaebf256cbd2168f06f3c, disabling compactions & flushes 2024-11-12T18:16:26,650 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:16:26,650 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:16:26,650 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. after waiting 0 ms 2024-11-12T18:16:26,650 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:16:26,654 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns4/test-17314352703753/594f2ff8510aaebf256cbd2168f06f3c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:26,655 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 594f2ff8510aaebf256cbd2168f06f3c: Waiting for close lock at 1731435386650Running coprocessor pre-close hooks at 1731435386650Disabling compacts and flushes for region at 1731435386650Disabling writes for close at 1731435386650Writing region close event to WAL at 1731435386651 (+1 ms)Running coprocessor post-close hooks at 1731435386655 (+4 ms)Closed at 1731435386655 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17314352703753,,1731435277567.594f2ff8510aaebf256cbd2168f06f3c. 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 278aea4a89afeaa260005bc67776b629, disabling compactions & flushes 2024-11-12T18:16:26,655 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. after waiting 0 ms 2024-11-12T18:16:26,655 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:26,659 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/table2/278aea4a89afeaa260005bc67776b629/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:26,660 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 278aea4a89afeaa260005bc67776b629: Waiting for close lock at 1731435386655Running coprocessor pre-close hooks at 1731435386655Disabling compacts and flushes for region at 1731435386655Disabling writes for close at 1731435386655Writing region close event to WAL at 1731435386656 (+1 ms)Running coprocessor post-close hooks at 1731435386659 (+3 ms)Closed at 1731435386660 (+1 ms) 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731435380996.278aea4a89afeaa260005bc67776b629. 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5174b59f1c5316c46cffff6f43fd482e, disabling compactions & flushes 2024-11-12T18:16:26,660 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. after waiting 0 ms 2024-11-12T18:16:26,660 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:26,667 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/5174b59f1c5316c46cffff6f43fd482e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-12T18:16:26,669 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:26,669 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:26,669 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5174b59f1c5316c46cffff6f43fd482e: Waiting for close lock at 1731435386660Running coprocessor pre-close hooks at 1731435386660Disabling compacts and flushes for region at 1731435386660Disabling writes for close at 1731435386660Writing region close event to WAL at 1731435386664 (+4 ms)Running coprocessor post-close hooks at 1731435386669 (+5 ms)Closed at 1731435386669 2024-11-12T18:16:26,669 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731435371232.5174b59f1c5316c46cffff6f43fd482e. 2024-11-12T18:16:26,669 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e486b46ee10fd691501a1d8ff8c02a8c, disabling compactions & flushes 2024-11-12T18:16:26,669 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:26,670 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:26,670 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. after waiting 0 ms 2024-11-12T18:16:26,670 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:26,682 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/info/e4784540518343fda49ae35673094f4a is 159, key is ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab./info:regioninfo/1731435273971/Put/seqid=0 2024-11-12T18:16:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741995_1171 (size=19093) 2024-11-12T18:16:26,701 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/table1/e486b46ee10fd691501a1d8ff8c02a8c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-12T18:16:26,701 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/info/e4784540518343fda49ae35673094f4a 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:26,702 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e486b46ee10fd691501a1d8ff8c02a8c: Waiting for close lock at 1731435386669Running coprocessor pre-close hooks at 1731435386669Disabling compacts and flushes for region at 1731435386669Disabling writes for close at 1731435386670 (+1 ms)Writing region close event to WAL at 1731435386676 (+6 ms)Running coprocessor post-close hooks at 1731435386702 (+26 ms)Closed at 1731435386702 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731435371232.e486b46ee10fd691501a1d8ff8c02a8c. 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77bbeefa52be812152e482d822971f57, disabling compactions & flushes 2024-11-12T18:16:26,702 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. after waiting 0 ms 2024-11-12T18:16:26,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:16:26,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns3/test-17314352703752/77bbeefa52be812152e482d822971f57/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:26,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:26,708 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:16:26,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77bbeefa52be812152e482d822971f57: Waiting for close lock at 1731435386702Running coprocessor pre-close hooks at 1731435386702Disabling compacts and flushes for region at 1731435386702Disabling writes for close at 1731435386702Writing region close event to WAL at 1731435386703 (+1 ms)Running coprocessor post-close hooks at 1731435386708 (+5 ms)Closed at 1731435386708 2024-11-12T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17314352703752,,1731435275376.77bbeefa52be812152e482d822971f57. 2024-11-12T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 036645486019b8f102429e2240881989, disabling compactions & flushes 2024-11-12T18:16:26,709 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731435280433.036645486019b8f102429e2240881989. after waiting 0 ms 2024-11-12T18:16:26,709 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:16:26,709 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 036645486019b8f102429e2240881989 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-12T18:16:26,716 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/20fc2afa7f4d4b9fbb4db50edc397c00 is 158, key is trslm:hdfs://localhost:36159/backupUT\x00ns2:test-17314352703751/meta:log-roll-map/1731435359038/Put/seqid=0 2024-11-12T18:16:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741996_1172 (size=6208) 2024-11-12T18:16:26,734 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/ns/a549a0d26137455c82c612ee8d46b411 is 85, key is ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4./ns:/1731435380997/DeleteFamily/seqid=0 2024-11-12T18:16:26,739 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:16:26,739 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:16:26,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741997_1173 (size=5760) 2024-11-12T18:16:26,846 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1351): Waiting on 036645486019b8f102429e2240881989, 13bc020466ceb2a6f7db7063bc62ffab, 1588230740, f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:27,047 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1351): Waiting on 036645486019b8f102429e2240881989, 13bc020466ceb2a6f7db7063bc62ffab, 1588230740, f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:27,121 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/20fc2afa7f4d4b9fbb4db50edc397c00 2024-11-12T18:16:27,130 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/5b0f6a4accd341e3bc5f10ad75ed86de is 588, key is session:backup_1731435347428/session:context/1731435359098/Put/seqid=0 2024-11-12T18:16:27,152 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/ns/a549a0d26137455c82c612ee8d46b411 2024-11-12T18:16:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741998_1174 (size=5689) 2024-11-12T18:16:27,207 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/5b0f6a4accd341e3bc5f10ad75ed86de 2024-11-12T18:16:27,219 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/meta/20fc2afa7f4d4b9fbb4db50edc397c00 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/20fc2afa7f4d4b9fbb4db50edc397c00 2024-11-12T18:16:27,231 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/meta/20fc2afa7f4d4b9fbb4db50edc397c00, entries=7, sequenceid=53, filesize=6.1 K 2024-11-12T18:16:27,237 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/.tmp/session/5b0f6a4accd341e3bc5f10ad75ed86de as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/5b0f6a4accd341e3bc5f10ad75ed86de 2024-11-12T18:16:27,239 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/rep_barrier/a35d80e09764407692ef1320832afca0 is 94, key is ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4./rep_barrier:/1731435380997/DeleteFamily/seqid=0 2024-11-12T18:16:27,243 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/session/5b0f6a4accd341e3bc5f10ad75ed86de, entries=2, sequenceid=53, filesize=5.6 K 2024-11-12T18:16:27,247 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 036645486019b8f102429e2240881989 in 537ms, sequenceid=53, compaction requested=true 2024-11-12T18:16:27,247 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1351): Waiting on 036645486019b8f102429e2240881989, 13bc020466ceb2a6f7db7063bc62ffab, 1588230740, f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741999_1175 (size=5640) 2024-11-12T18:16:27,260 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/rep_barrier/a35d80e09764407692ef1320832afca0 2024-11-12T18:16:27,264 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/backup/system/036645486019b8f102429e2240881989/recovered.edits/56.seqid, newMaxSeqId=56, maxSeqId=1 2024-11-12T18:16:27,264 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:27,264 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:16:27,264 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 036645486019b8f102429e2240881989: Waiting for close lock at 1731435386709Running coprocessor pre-close hooks at 1731435386709Disabling compacts and flushes for region at 1731435386709Disabling writes for close at 1731435386709Obtaining lock to block concurrent updates at 1731435386709Preparing flush snapshotting stores in 036645486019b8f102429e2240881989 at 1731435386709Finished memstore snapshotting backup:system,,1731435280433.036645486019b8f102429e2240881989., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731435386710 (+1 ms)Flushing stores of backup:system,,1731435280433.036645486019b8f102429e2240881989. at 1731435386710Flushing 036645486019b8f102429e2240881989/meta: creating writer at 1731435386710Flushing 036645486019b8f102429e2240881989/meta: appending metadata at 1731435386716 (+6 ms)Flushing 036645486019b8f102429e2240881989/meta: closing flushed file at 1731435386716Flushing 036645486019b8f102429e2240881989/session: creating writer at 1731435387127 (+411 ms)Flushing 036645486019b8f102429e2240881989/session: appending metadata at 1731435387129 (+2 ms)Flushing 036645486019b8f102429e2240881989/session: closing flushed file at 1731435387129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc27920: reopening flushed file at 1731435387217 (+88 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111933e1: reopening flushed file at 1731435387232 (+15 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 036645486019b8f102429e2240881989 in 537ms, sequenceid=53, compaction requested=true at 1731435387247 (+15 ms)Writing region close event to WAL at 1731435387254 (+7 ms)Running coprocessor post-close hooks at 1731435387264 (+10 ms)Closed at 1731435387264 2024-11-12T18:16:27,264 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731435280433.036645486019b8f102429e2240881989. 2024-11-12T18:16:27,265 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9a031fbfc0a21509d20128089f19440, disabling compactions & flushes 2024-11-12T18:16:27,265 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:16:27,265 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:16:27,265 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. after waiting 0 ms 2024-11-12T18:16:27,265 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:16:27,265 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9a031fbfc0a21509d20128089f19440 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-12T18:16:27,285 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f2/fb6a603621f94053a7e754adc49d905e is 58, key is row-test-1731435270375-2-0/f2:q1/1731435342407/Put/seqid=0 2024-11-12T18:16:27,285 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/table/abd24338179141abae41787485aa2cae is 88, key is ns2:table2,,1731435365646.36e54992223c2650e46cb0f4a98b02f4./table:/1731435380997/DeleteFamily/seqid=0 2024-11-12T18:16:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073742000_1176 (size=5464) 2024-11-12T18:16:27,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073742001_1177 (size=6364) 2024-11-12T18:16:27,447 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1351): Waiting on 13bc020466ceb2a6f7db7063bc62ffab, 1588230740, f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:27,647 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:16:27,647 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f9a031fbfc0a21509d20128089f19440=test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., 13bc020466ceb2a6f7db7063bc62ffab=ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab.} 2024-11-12T18:16:27,648 DEBUG [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1351): Waiting on 13bc020466ceb2a6f7db7063bc62ffab, 1588230740, f9a031fbfc0a21509d20128089f19440 2024-11-12T18:16:27,690 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f2/fb6a603621f94053a7e754adc49d905e 2024-11-12T18:16:27,694 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/table/abd24338179141abae41787485aa2cae 2024-11-12T18:16:27,698 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/.tmp/f2/fb6a603621f94053a7e754adc49d905e as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f2/fb6a603621f94053a7e754adc49d905e 2024-11-12T18:16:27,700 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/info/e4784540518343fda49ae35673094f4a as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/info/e4784540518343fda49ae35673094f4a 2024-11-12T18:16:27,705 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/f2/fb6a603621f94053a7e754adc49d905e, entries=7, sequenceid=348, filesize=5.3 K 2024-11-12T18:16:27,706 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f9a031fbfc0a21509d20128089f19440 in 441ms, sequenceid=348, compaction requested=false 2024-11-12T18:16:27,708 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/info/e4784540518343fda49ae35673094f4a, entries=114, sequenceid=97, filesize=18.6 K 2024-11-12T18:16:27,709 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/ns/a549a0d26137455c82c612ee8d46b411 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/ns/a549a0d26137455c82c612ee8d46b411 2024-11-12T18:16:27,714 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/ns/a549a0d26137455c82c612ee8d46b411, entries=10, sequenceid=97, filesize=5.6 K 2024-11-12T18:16:27,715 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/rep_barrier/a35d80e09764407692ef1320832afca0 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/rep_barrier/a35d80e09764407692ef1320832afca0 2024-11-12T18:16:27,721 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/rep_barrier/a35d80e09764407692ef1320832afca0, entries=3, sequenceid=97, filesize=5.5 K 2024-11-12T18:16:27,722 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/.tmp/table/abd24338179141abae41787485aa2cae as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/table/abd24338179141abae41787485aa2cae 2024-11-12T18:16:27,728 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/default/test-1731435270375/f9a031fbfc0a21509d20128089f19440/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-12T18:16:27,728 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/table/abd24338179141abae41787485aa2cae, entries=21, sequenceid=97, filesize=6.2 K 2024-11-12T18:16:27,728 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:27,729 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:16:27,729 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9a031fbfc0a21509d20128089f19440: Waiting for close lock at 1731435387265Running coprocessor pre-close hooks at 1731435387265Disabling compacts and flushes for region at 1731435387265Disabling writes for close at 1731435387265Obtaining lock to block concurrent updates at 1731435387265Preparing flush snapshotting stores in f9a031fbfc0a21509d20128089f19440 at 1731435387265Finished memstore snapshotting test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731435387265Flushing stores of test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. at 1731435387266 (+1 ms)Flushing f9a031fbfc0a21509d20128089f19440/f2: creating writer at 1731435387266Flushing f9a031fbfc0a21509d20128089f19440/f2: appending metadata at 1731435387284 (+18 ms)Flushing f9a031fbfc0a21509d20128089f19440/f2: closing flushed file at 1731435387284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@efcc24a: reopening flushed file at 1731435387696 (+412 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f9a031fbfc0a21509d20128089f19440 in 441ms, sequenceid=348, compaction requested=false at 1731435387706 (+10 ms)Writing region close event to WAL at 1731435387723 (+17 ms)Running coprocessor post-close hooks at 1731435387728 (+5 ms)Closed at 1731435387729 (+1 ms) 2024-11-12T18:16:27,729 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731435270375,,1731435271054.f9a031fbfc0a21509d20128089f19440. 2024-11-12T18:16:27,729 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1083ms, sequenceid=97, compaction requested=false 2024-11-12T18:16:27,729 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13bc020466ceb2a6f7db7063bc62ffab, disabling compactions & flushes 2024-11-12T18:16:27,729 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:16:27,729 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:16:27,729 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. after waiting 0 ms 2024-11-12T18:16:27,729 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:16:27,734 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/ns2/test-17314352703751/13bc020466ceb2a6f7db7063bc62ffab/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-12T18:16:27,735 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:27,735 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:16:27,735 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13bc020466ceb2a6f7db7063bc62ffab: Waiting for close lock at 1731435387729Running coprocessor pre-close hooks at 1731435387729Disabling compacts and flushes for region at 1731435387729Disabling writes for close at 1731435387729Writing region close event to WAL at 1731435387730 (+1 ms)Running coprocessor post-close hooks at 1731435387734 (+4 ms)Closed at 1731435387735 (+1 ms) 2024-11-12T18:16:27,735 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17314352703751,,1731435272587.13bc020466ceb2a6f7db7063bc62ffab. 2024-11-12T18:16:27,739 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-12T18:16:27,740 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T18:16:27,740 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:16:27,740 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:16:27,740 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435386646Running coprocessor pre-close hooks at 1731435386646Disabling compacts and flushes for region at 1731435386646Disabling writes for close at 1731435386646Obtaining lock to block concurrent updates at 1731435386646Preparing flush snapshotting stores in 1588230740 at 1731435386646Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731435386647 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435386647Flushing 1588230740/info: creating writer at 1731435386648 (+1 ms)Flushing 1588230740/info: appending metadata at 1731435386682 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731435386682Flushing 1588230740/ns: creating writer at 1731435386708 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731435386733 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731435386733Flushing 1588230740/rep_barrier: creating writer at 1731435387190 (+457 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435387230 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435387230Flushing 1588230740/table: creating writer at 1731435387265 (+35 ms)Flushing 1588230740/table: appending metadata at 1731435387285 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731435387285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dcb121: reopening flushed file at 1731435387700 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c21fdc: reopening flushed file at 1731435387708 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3053b734: reopening flushed file at 1731435387714 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f753bec: reopening flushed file at 1731435387721 (+7 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1083ms, sequenceid=97, compaction requested=false at 1731435387729 (+8 ms)Writing region close event to WAL at 1731435387730 (+1 ms)Running coprocessor post-close hooks at 1731435387740 (+10 ms)Closed at 1731435387740 2024-11-12T18:16:27,741 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:16:27,848 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,41929,1731435256330; all regions closed. 2024-11-12T18:16:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741954_1130 (size=16160) 2024-11-12T18:16:27,855 DEBUG [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs 2024-11-12T18:16:27,855 INFO [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.meta:.meta(num 1731435350035) 2024-11-12T18:16:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741955_1131 (size=7557) 2024-11-12T18:16:27,862 DEBUG [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs 2024-11-12T18:16:27,862 INFO [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-1:(num 1731435350052) 2024-11-12T18:16:27,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/WALs/6684de3f6e40,41929,1731435256330/6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0.1731435350009 not finished, retry = 0 2024-11-12T18:16:27,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741953_1129 (size=4491) 2024-11-12T18:16:27,967 DEBUG [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/oldWALs 2024-11-12T18:16:27,967 INFO [RS:0;6684de3f6e40:41929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C41929%2C1731435256330.6684de3f6e40%2C41929%2C1731435256330.regiongroup-0:(num 1731435350009) 2024-11-12T18:16:27,967 DEBUG [RS:0;6684de3f6e40:41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:27,967 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:16:27,968 INFO [RS:0;6684de3f6e40:41929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:16:27,968 INFO [RS:0;6684de3f6e40:41929 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:16:27,968 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:16:27,969 INFO [RS:0;6684de3f6e40:41929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:16:27,969 INFO [RS:0;6684de3f6e40:41929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41929 2024-11-12T18:16:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-12T18:16:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/6684de3f6e40,41929,1731435256330 2024-11-12T18:16:27,982 INFO [RS:0;6684de3f6e40:41929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:16:27,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,41929,1731435256330] 2024-11-12T18:16:28,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/6684de3f6e40,41929,1731435256330 already deleted, retry=false 2024-11-12T18:16:28,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,41929,1731435256330 expired; onlineServers=0 2024-11-12T18:16:28,002 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,43181,1731435253586' ***** 2024-11-12T18:16:28,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:16:28,002 INFO [M:0;6684de3f6e40:43181 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-12T18:16:28,009 INFO [M:0;6684de3f6e40:43181 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@279b1135{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-12T18:16:28,010 INFO [M:0;6684de3f6e40:43181 {}] server.AbstractConnector(383): Stopped ServerConnector@283f15ce{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-12T18:16:28,010 INFO [M:0;6684de3f6e40:43181 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-12T18:16:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T18:16:28,010 INFO [M:0;6684de3f6e40:43181 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5735381a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-12T18:16:28,011 INFO [M:0;6684de3f6e40:43181 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1a84e2aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:28,011 INFO [M:0;6684de3f6e40:43181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:16:28,011 INFO [M:0;6684de3f6e40:43181 {}] master.HMaster(1770): Stopping master jetty server 2024-11-12T18:16:28,012 INFO [M:0;6684de3f6e40:43181 {}] server.AbstractConnector(383): Stopped ServerConnector@5da03b31{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-12T18:16:28,012 INFO [M:0;6684de3f6e40:43181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:16:28,012 DEBUG [M:0;6684de3f6e40:43181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:16:28,012 INFO [M:0;6684de3f6e40:43181 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-12T18:16:28,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:16:28,012 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731435259497 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731435259497,5,FailOnTimeoutGroup] 2024-11-12T18:16:28,013 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731435259500 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731435259500,5,FailOnTimeoutGroup] 2024-11-12T18:16:28,013 INFO [M:0;6684de3f6e40:43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;6684de3f6e40:43181. 2024-11-12T18:16:28,013 DEBUG [M:0;6684de3f6e40:43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:28,013 DEBUG [M:0;6684de3f6e40:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:28,013 DEBUG [M:0;6684de3f6e40:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:28,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:28,013 DEBUG [M:0;6684de3f6e40:43181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:16:28,013 INFO [M:0;6684de3f6e40:43181 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:16:28,013 INFO [M:0;6684de3f6e40:43181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:16:28,013 DEBUG [M:0;6684de3f6e40:43181 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:16:28,013 INFO [M:0;6684de3f6e40:43181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:16:28,014 INFO [M:0;6684de3f6e40:43181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:16:28,014 ERROR [M:0;6684de3f6e40:43181 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-12T18:16:28,014 INFO [M:0;6684de3f6e40:43181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:16:28,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:16:28,015 DEBUG [M:0;6684de3f6e40:43181 {}] zookeeper.ZKUtil(347): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-12T18:16:28,015 WARN [M:0;6684de3f6e40:43181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:16:28,016 INFO [M:0;6684de3f6e40:43181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/.lastflushedseqids 2024-11-12T18:16:28,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073742002_1178 (size=761) 2024-11-12T18:16:28,094 INFO [RS:0;6684de3f6e40:41929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:16:28,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:28,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101318afcdf0001, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:28,095 INFO [RS:0;6684de3f6e40:41929 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,41929,1731435256330; zookeeper connection closed. 2024-11-12T18:16:28,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@249c9dd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@249c9dd1 2024-11-12T18:16:28,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:16:28,432 INFO [M:0;6684de3f6e40:43181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:16:28,433 INFO [M:0;6684de3f6e40:43181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:16:28,433 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:16:28,452 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:28,452 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:28,452 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:16:28,452 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:28,452 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.25 KB heapSize=512.32 KB 2024-11-12T18:16:28,474 DEBUG [M:0;6684de3f6e40:43181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0015fb9dd074ea5bf3fe6ebbb9227f1 is 82, key is hbase:meta,,1/info:regioninfo/1731435260993/Put/seqid=0 2024-11-12T18:16:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073742003_1179 (size=5672) 2024-11-12T18:16:28,493 INFO [M:0;6684de3f6e40:43181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0015fb9dd074ea5bf3fe6ebbb9227f1 2024-11-12T18:16:28,522 DEBUG [M:0;6684de3f6e40:43181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3758e0d083cc494ea02e328ab61146a4 is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731435377979/Put/seqid=0 2024-11-12T18:16:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073742004_1180 (size=28889) 2024-11-12T18:16:28,940 INFO [M:0;6684de3f6e40:43181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.69 KB at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3758e0d083cc494ea02e328ab61146a4 2024-11-12T18:16:28,944 INFO [M:0;6684de3f6e40:43181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3758e0d083cc494ea02e328ab61146a4 2024-11-12T18:16:28,959 DEBUG [M:0;6684de3f6e40:43181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95fdbfa87e3b44bf8952b193a354553b is 69, key is 6684de3f6e40,41929,1731435256330/rs:state/1731435259596/Put/seqid=0 2024-11-12T18:16:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073742005_1181 (size=5156) 2024-11-12T18:16:29,364 INFO [M:0;6684de3f6e40:43181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95fdbfa87e3b44bf8952b193a354553b 2024-11-12T18:16:29,369 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0015fb9dd074ea5bf3fe6ebbb9227f1 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0015fb9dd074ea5bf3fe6ebbb9227f1 2024-11-12T18:16:29,373 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0015fb9dd074ea5bf3fe6ebbb9227f1, entries=8, sequenceid=896, filesize=5.5 K 2024-11-12T18:16:29,374 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3758e0d083cc494ea02e328ab61146a4 as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3758e0d083cc494ea02e328ab61146a4 2024-11-12T18:16:29,381 INFO [M:0;6684de3f6e40:43181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3758e0d083cc494ea02e328ab61146a4 2024-11-12T18:16:29,381 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3758e0d083cc494ea02e328ab61146a4, entries=93, sequenceid=896, filesize=28.2 K 2024-11-12T18:16:29,382 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95fdbfa87e3b44bf8952b193a354553b as hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95fdbfa87e3b44bf8952b193a354553b 2024-11-12T18:16:29,386 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36159/user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95fdbfa87e3b44bf8952b193a354553b, entries=1, sequenceid=896, filesize=5.0 K 2024-11-12T18:16:29,387 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.25 KB/446715, heapSize ~512.02 KB/524312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=896, compaction requested=false 2024-11-12T18:16:29,388 INFO [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:29,388 DEBUG [M:0;6684de3f6e40:43181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435388433Disabling compacts and flushes for region at 1731435388433Disabling writes for close at 1731435388452 (+19 ms)Obtaining lock to block concurrent updates at 1731435388452Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435388452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=446715, getHeapSize=524552, getOffHeapSize=0, getCellsCount=1019 at 1731435388453 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435388453Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435388453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435388474 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435388474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435388500 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435388522 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435388522Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435388945 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435388959 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435388959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec1dd: reopening flushed file at 1731435389368 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2ca393: reopening flushed file at 1731435389373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ec2996: reopening flushed file at 1731435389381 (+8 ms)Finished flush of dataSize ~436.25 KB/446715, heapSize ~512.02 KB/524312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=896, compaction requested=false at 1731435389387 (+6 ms)Writing region close event to WAL at 1731435389388 (+1 ms)Closed at 1731435389388 2024-11-12T18:16:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741830_1006 (size=505866) 2024-11-12T18:16:29,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a901c-c172-2330-08a7-193e8844d0f5/MasterData/WALs/6684de3f6e40,43181,1731435253586/6684de3f6e40%2C43181%2C1731435253586.6684de3f6e40%2C43181%2C1731435253586.regiongroup-0.1731435257614 not finished, retry = 0 2024-11-12T18:16:29,492 INFO [M:0;6684de3f6e40:43181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:16:29,493 INFO [M:0;6684de3f6e40:43181 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-12T18:16:29,493 INFO [M:0;6684de3f6e40:43181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43181 2024-11-12T18:16:29,493 INFO [M:0;6684de3f6e40:43181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:16:29,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:16:29,602 INFO [M:0;6684de3f6e40:43181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:16:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101318afcdf0000, quorum=127.0.0.1:62487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:29,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48045b24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:29,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@167e0671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:29,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:29,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6d59b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:16:29,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74318ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:29,621 WARN [BP-278550531-172.17.0.3-1731435247171 heartbeating to localhost/127.0.0.1:36159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:16:29,621 WARN [BP-278550531-172.17.0.3-1731435247171 heartbeating to localhost/127.0.0.1:36159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-278550531-172.17.0.3-1731435247171 (Datanode Uuid 21a2f40e-67bd-42c4-9aa9-1e327d99cc2f) service to localhost/127.0.0.1:36159 2024-11-12T18:16:29,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:16:29,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:16:29,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/data/data1/current/BP-278550531-172.17.0.3-1731435247171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:29,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/cluster_22b49db1-0b3b-7d4f-5c12-68d2e857f8b8/data/data2/current/BP-278550531-172.17.0.3-1731435247171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:29,626 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:16:29,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f5ae465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:16:29,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7617a2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:29,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:29,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c08da1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:16:29,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b044cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:29,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:16:29,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:16:29,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-12T18:16:29,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64c9f967{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T18:16:29,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6edcd486{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:29,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:29,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6279182c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T18:16:29,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7732d195{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:29,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bbdadc7{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T18:16:29,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b714d1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:29,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:29,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f07eeb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T18:16:29,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a02e3cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:29,773 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-12T18:16:29,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba31a3{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-12T18:16:29,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c608708{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:29,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:29,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ced0394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T18:16:29,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d2c48a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:29,779 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-12T18:16:29,786 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-12T18:16:29,787 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-12T18:16:29,787 ERROR [Thread[Thread-294,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-12T18:16:29,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@365eefce{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-12T18:16:29,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f66479{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:29,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:29,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db5683{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T18:16:29,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebfb1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/07992807-c4bc-385c-0634-7a4c79273925/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:29,792 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-12T18:16:29,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped